Cameron/MarxistEbook
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

implemented final conversion and added placeholder CLI arguments for non-implemented features

Browse Source
This commit is contained in:
SexbearLmao
2021-03-30 00:18:09 -05:00
parent c696c2501c
commit 8648acacef
1 changed files with 26 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
index_crawler.py
View File

@@ -11,8 +11,9 @@ import os.path
from queue import SimpleQueue, Empty from queue import SimpleQueue, Empty
class TaskItems: class TaskItems:
def __init__(self, errors404: SimpleQueue): def __init__(self, errors404: SimpleQueue, store_images: bool =False):
self.errors404 = errors404 self.errors404 = errors404
self.store_images = store_images
def rand_name(): def rand_name():
return '%030x' % random.randrange(16**30) return '%030x' % random.randrange(16**30)
@@ -110,15 +111,21 @@ def main(cli_args):
parser = ArgumentParser() parser = ArgumentParser()
parser.add_argument('-o', '--output', help='output file name', type=str) parser.add_argument('-o', '--output', help='output file name', type=str)
parser.add_argument('-t', '--title', help='ebook title', type=str) parser.add_argument('-t', '--title', help='ebook title', type=str)
parser.add_argument('-a', '--author', help='ebook author', type=str)
parser.add_argument('-g', '--tag', help='apply a tag', action='append') parser.add_argument('-g', '--tag', help='apply a tag', action='append')
parser.add_argument('-I', '--images', help='also attempt to download any images', action='store_true')
parser.add_argument('-C', '--auto-cover', help='generate an automatic cover', action='store_true', dest='cover')
parser.add_argument('url', help='url to download', nargs='+') parser.add_argument('url', help='url to download', nargs='+')
#args = parser.parse_args(cli_args) #args = parser.parse_args(cli_args)
args = parser.parse_args() args = parser.parse_args()
urls = args.url urls = args.url
name = args.output or 'output.epub' name = args.output or 'output.epub'
title = args.title title = args.title
author = args.author
tags = args.tag tags = args.tag
taskItems = TaskItems(errors404=SimpleQueue()) store_images = args.images
cover = args.cover
taskItems = TaskItems(errors404=SimpleQueue(), store_images=store_images)
documents = [] documents = []
with ThreadPoolExecutor() as executor: with ThreadPoolExecutor() as executor:
try: try:
@@ -130,11 +137,13 @@ def main(cli_args):
concurrent.futures.wait(documents, timeout=10*60) concurrent.futures.wait(documents, timeout=10*60)
docs = [d.result() for d in documents] docs = [d.result() for d in documents]
docs = [d for d in docs if d] docs = [d for d in docs if d]
merge_name = name if name.endswith('.epub') else (rand_name() + '.epub')
merge_args = ['calibre-debug', '--run-plugin', 'EpubMerge', '--', merge_args = ['calibre-debug', '--run-plugin', 'EpubMerge', '--',
'-N', '-o', name] '-N', '-o', merge_name]
if title: if title:
merge_args += ['-t', title] merge_args += ['-t', title]
if author:
merge_args += ['-a', author]
for tag in tags: for tag in tags:
merge_args += ['-g', tag] merge_args += ['-g', tag]
merge_args += docs merge_args += docs
@@ -143,6 +152,19 @@ def main(cli_args):
if res.returncode: if res.returncode:
print('final merge failed') print('final merge failed')
return 1 return 1
if name != merge_name:
try:
convert_args = ['ebook-convert', merge_name, name]
print(' '.join(convert_args))
res = subprocess.run(convert_args, stdout=subprocess.DEVNULL)
if res.returncode:
print('final conversion failed')
return res.returncode
finally:
try:
os.remove(merge_name)
except:
pass
return 0 return 0
#cleanup temp files #cleanup temp files
finally: finally: