integrated into gutenberg-mirror-browser now

This commit is contained in:
2024-10-09 11:36:39 -07:00
parent 148383b78d
commit 285b9d2636
5 changed files with 15 additions and 17 deletions

View File

@@ -21,7 +21,7 @@ signal.signal(signal.SIGINT, signal_handler)
# read SCV
with open("pg_catalog.csv") as f:
with open(environ.get("LIBRARY_PATH")+"/pg_catalog.csv") as f:
rdr=csv.DictReader(f)
for row in rdr:
bookdata[int(row["Text#"])]=row
@@ -29,7 +29,7 @@ with open("pg_catalog.csv") as f:
# connect to database
try:
conn=mariadb.connect(user=environ.get("user"), password=environ.get("password"), host=environ.get("host"), database=environ.get("database"))
conn=mariadb.connect(user=environ.get("DB_USER"), password=environ.get("DB_PASS"), host=environ.get("DB_HOST"), database=environ.get("DB_DATA"))
except mariadb.Error as e:
print(f"database connection error: {e}")
sys.exit(1)

View File

@@ -1,6 +0,0 @@
#!/usr/bin/env bash
set -a
source ./env
set +a
user=$DB_USER password=$DB_PASSWORD host=$DB_HOST database=$DB_DATABASE ./db_update.py

View File

@@ -1,9 +1,6 @@
#!/usr/bin/env bash
set -a
source ./env
set +a
cd $LIBRARY_PATH
for srcdir in $(find html-src -name \*-h -type d)
do
srcfile=$(echo $srcdir/$(basename $srcdir).htm)
@@ -13,13 +10,16 @@ do
mkdir -p $destpath
if [ $srcfile -nt $destpath/$prefix.epub ]
then
docker run -it --rm -v $(pwd):/data cr.gitlab.alfter.us/salfter/ebookmaker --make kindle.images --generate_cover --output-dir /data/$destpath /data/$srcfile 2>&1 >/dev/null
ebookmaker --make kindle.images --generate_cover --output-dir $destpath $srcfile 2>&1 >/dev/null
coverfile=$(ls $destpath/*.png)
docker run -it --rm -v $(pwd):/data cr.gitlab.alfter.us/salfter/ebookmaker --make kindle.images --cover /data/$coverfile --output-dir /data/$destpath /data/$srcfile 2>&1 >/dev/null
if [ "$coverfile" != "" ]
then
ebookmaker --make kindle.images --cover $coverfile --output-dir $destpath $srcfile 2>&1 >/dev/null
fi
rm -f $destpath/$prefix.epub $destpath/$prefix.mobi 2>&1 >/dev/null
mv $destpath/*.epub $destpath/$prefix.epub
mv $destpath/*.mobi $destpath/$prefix.mobi
rm -f $coverfile 2>&1 >/dev/null
echo update books set epub=1 where book_id=$prefix\; | mariadb -h $DB_HOST -u $DB_USER --password=$DB_PASSWORD $DB_DATABASE
echo update books set epub=1 where book_id=$prefix\; | mariadb -h $DB_HOST -u $DB_USER --password=$DB_PASS $DB_DATA
fi
done

View File

@@ -1,5 +1,5 @@
#!/usr/bin/env bash
rsync -avz aleph.gutenberg.org::gutenberg-epub/feeds/pg_catalog.csv .
rsync -avz --delete --delete-excluded --exclude "/images/" --exclude "/pg/" --exclude "/retired/" --exclude "/cache/" --exclude "*/*-page-images/*" --exclude "*/*-page-images/" --exclude "*/old/*" --exclude "*/old/" --include "*/" --include "*.htm" --include "*.jpg" --include "*.png" --include "*.gif" --exclude "*" aleph.gutenberg.org::gutenberg html-src
rsync -avz --delete --delete-excluded --exclude "/images/" --exclude "/pg/" --exclude "/retired/" --exclude "/cache/" --exclude "*/*-page-images/*" --exclude "*/*-page-images/" --exclude "*/old/*" --exclude "*/old/" --include "*/" --include "*.htm" --include "*.jpg" --include "*.png" --include "*.gif" --exclude "*" aleph.gutenberg.org::gutenberg $LIBRARY_PATH/html-src
rm html-src/hosted-by-ibiblio.png
#rsync -avz --delete --delete-excluded --exclude "/images/" --exclude "/pg/" --exclude "/retired/" --exclude "/cache/" --exclude "*/*-h/*" --exclude "*/*-h/" --exclude "*/old/*" --exclude "*/old/" --include "*/" --include "*-8.txt" --exclude "*" aleph.gutenberg.org::gutenberg txt-src

4
update.sh Normal file
View File

@@ -0,0 +1,4 @@
#!/usr/bin/env bash
update-mirror.sh
db-update.py
html-to-epub.sh