40 lines
1.1 KiB
Python
40 lines
1.1 KiB
Python
|
import json
|
||
|
|
import logging
|
||
|
|
import pathlib
|
||
|
|
import sys
|
||
|
|
|
||
|
|
import click
|
||
|
|
|
||
|
|
from ontocast.cli.util import crawl_directories, pdf2markdown
|
||
|
|
|
||
|
|
logger = logging.getLogger(__name__)
|
||
|
|
|
||
|
|
|
||
|
|
def process(output_path, f: pathlib.Path):
|
||
|
|
fn_json = (output_path / f.name).with_suffix(".json")
|
||
|
|
jdata = pdf2markdown(f)
|
||
|
|
with open(fn_json, "w", encoding="utf-8") as fpnt:
|
||
|
|
json.dump(jdata, fpnt, ensure_ascii=False, indent=4)
|
||
|
|
|
||
|
|
|
||
|
|
@click.command()
|
||
|
|
@click.option("--input-path", type=click.Path(path_type=pathlib.Path), required=True)
|
||
|
|
@click.option("--output-path", type=click.Path(path_type=pathlib.Path), required=True)
|
||
|
|
@click.option("--prefix", type=click.STRING, default=None)
|
||
|
|
def main(input_path, output_path, prefix):
|
||
|
|
input_path = input_path.expanduser()
|
||
|
|
output_path = output_path.expanduser()
|
||
|
|
|
||
|
|
files = sorted(
|
||
|
|
crawl_directories(input_path.expanduser(), suffixes=(".pdf",), prefix=prefix)
|
||
|
|
)
|
||
|
|
|
||
|
|
for f in files:
|
||
|
|
logger.debug(f"processing {f}")
|
||
|
|
process(output_path, f)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
logging.basicConfig(level=logging.DEBUG, stream=sys.stdout)
|
||
|
|
main()
|