integrated into gutenberg-mirror-browser now
This commit is contained in:
		| @@ -21,7 +21,7 @@ signal.signal(signal.SIGINT, signal_handler) | ||||
| 
 | ||||
| # read SCV | ||||
| 
 | ||||
| with open("pg_catalog.csv") as f: | ||||
| with open(environ.get("LIBRARY_PATH")+"/pg_catalog.csv") as f: | ||||
|   rdr=csv.DictReader(f) | ||||
|   for row in rdr: | ||||
|     bookdata[int(row["Text#"])]=row | ||||
| @@ -29,7 +29,7 @@ with open("pg_catalog.csv") as f: | ||||
| # connect to database | ||||
| 
 | ||||
| try: | ||||
|   conn=mariadb.connect(user=environ.get("user"), password=environ.get("password"), host=environ.get("host"), database=environ.get("database")) | ||||
|   conn=mariadb.connect(user=environ.get("DB_USER"), password=environ.get("DB_PASS"), host=environ.get("DB_HOST"), database=environ.get("DB_DATA")) | ||||
| except mariadb.Error as e: | ||||
|   print(f"database connection error: {e}") | ||||
|   sys.exit(1) | ||||
| @@ -1,6 +0,0 @@ | ||||
| #!/usr/bin/env bash | ||||
|  | ||||
| set -a | ||||
| source ./env | ||||
| set +a | ||||
| user=$DB_USER password=$DB_PASSWORD host=$DB_HOST database=$DB_DATABASE ./db_update.py | ||||
| @@ -1,9 +1,6 @@ | ||||
| #!/usr/bin/env bash | ||||
| 
 | ||||
| set -a | ||||
| source ./env | ||||
| set +a | ||||
| 
 | ||||
| cd $LIBRARY_PATH | ||||
| for srcdir in $(find html-src -name \*-h -type d) | ||||
| do  | ||||
|   srcfile=$(echo $srcdir/$(basename $srcdir).htm) | ||||
| @@ -13,13 +10,16 @@ do | ||||
|   mkdir -p $destpath | ||||
|   if [ $srcfile -nt $destpath/$prefix.epub ] | ||||
|   then | ||||
|     docker run -it --rm -v $(pwd):/data cr.gitlab.alfter.us/salfter/ebookmaker --make kindle.images --generate_cover --output-dir /data/$destpath /data/$srcfile 2>&1 >/dev/null | ||||
|     ebookmaker --make kindle.images --generate_cover --output-dir $destpath $srcfile 2>&1 >/dev/null | ||||
|     coverfile=$(ls $destpath/*.png)  | ||||
|     docker run -it --rm -v $(pwd):/data cr.gitlab.alfter.us/salfter/ebookmaker --make kindle.images --cover /data/$coverfile --output-dir /data/$destpath /data/$srcfile 2>&1 >/dev/null | ||||
|     if [ "$coverfile" != "" ] | ||||
|     then | ||||
|         ebookmaker --make kindle.images --cover $coverfile --output-dir $destpath $srcfile 2>&1 >/dev/null | ||||
|     fi | ||||
|     rm -f $destpath/$prefix.epub $destpath/$prefix.mobi 2>&1 >/dev/null | ||||
|     mv $destpath/*.epub $destpath/$prefix.epub | ||||
|     mv $destpath/*.mobi $destpath/$prefix.mobi | ||||
|     rm -f $coverfile 2>&1 >/dev/null | ||||
|     echo update books set epub=1 where book_id=$prefix\; | mariadb -h $DB_HOST -u $DB_USER --password=$DB_PASSWORD $DB_DATABASE | ||||
|     echo update books set epub=1 where book_id=$prefix\; | mariadb -h $DB_HOST -u $DB_USER --password=$DB_PASS $DB_DATA | ||||
|   fi | ||||
| done | ||||
| @@ -1,5 +1,5 @@ | ||||
| #!/usr/bin/env bash | ||||
|  | ||||
| rsync -avz aleph.gutenberg.org::gutenberg-epub/feeds/pg_catalog.csv . | ||||
| rsync -avz --delete --delete-excluded --exclude "/images/" --exclude "/pg/" --exclude "/retired/" --exclude "/cache/" --exclude "*/*-page-images/*" --exclude "*/*-page-images/" --exclude "*/old/*" --exclude "*/old/" --include "*/" --include "*.htm" --include "*.jpg" --include "*.png" --include "*.gif" --exclude "*" aleph.gutenberg.org::gutenberg html-src | ||||
| rsync -avz --delete --delete-excluded --exclude "/images/" --exclude "/pg/" --exclude "/retired/" --exclude "/cache/" --exclude "*/*-page-images/*" --exclude "*/*-page-images/" --exclude "*/old/*" --exclude "*/old/" --include "*/" --include "*.htm" --include "*.jpg" --include "*.png" --include "*.gif" --exclude "*" aleph.gutenberg.org::gutenberg $LIBRARY_PATH/html-src | ||||
| rm html-src/hosted-by-ibiblio.png | ||||
| #rsync -avz --delete --delete-excluded --exclude "/images/" --exclude "/pg/" --exclude "/retired/" --exclude "/cache/"  --exclude "*/*-h/*" --exclude "*/*-h/" --exclude "*/old/*" --exclude "*/old/" --include "*/" --include "*-8.txt" --exclude "*" aleph.gutenberg.org::gutenberg txt-src | ||||
|   | ||||
		Reference in New Issue
	
	Block a user