Skip to content

Commit 6917d15

Browse files
committed
refactor(export_to_dataset.py): simplify code logic
1 parent dddb66d commit 6917d15

1 file changed

Lines changed: 11 additions & 7 deletions

File tree

scripts/export_to_dataset.py

Lines changed: 11 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -33,17 +33,21 @@ def export_to_dataset(processed_papers: List[str], target_path: str) -> None:
3333
result_path = os.path.join(output_path, "result")
3434

3535
paper_id = os.path.basename(main_path)
36-
discpline = os.path.basename(os.path.dirname(main_path))
36+
discipline = os.path.basename(os.path.dirname(main_path))
3737

38-
new_discpline_path = os.path.join(target_path, discpline)
39-
if not os.path.exists(new_discpline_path):
40-
os.makedirs(new_discpline_path)
38+
target_discipline_path = os.path.join(target_path, discipline)
39+
if not os.path.exists(target_discipline_path):
40+
os.makedirs(target_discipline_path)
4141

42-
new_paper_path = os.path.join(new_discpline_path, paper_id)
42+
new_paper_path = os.path.join(target_discipline_path, paper_id)
4343
if os.path.exists(new_paper_path):
4444
continue
45-
else:
46-
os.makedirs(new_paper_path)
45+
46+
os.makedirs(new_paper_path)
47+
48+
# coy quality report file
49+
quality_report_file = os.path.join(result_path, "quality_report.json")
50+
shutil.copy(quality_report_file, new_paper_path)
4751

4852
# copy annotation files
4953
for json_file in json_files:

0 commit comments

Comments
 (0)