mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-23 16:54:56 +00:00
feat: log final record count after generating humor dataset
This commit is contained in:
parent
17122c8ab6
commit
0944f5aa81
1 changed files with 3 additions and 0 deletions
|
|
@ -50,5 +50,8 @@ def main():
|
|||
fout.write(json.dumps(record, ensure_ascii=False) + "\n")
|
||||
logger.info(f"Wrote record: comedian={comedian}, format={fmt}")
|
||||
|
||||
# Verify dataset count
|
||||
count = sum(1 for _ in open(output_file, encoding="utf-8"))
|
||||
logger.info(f"Dataset {output_file} contains {count} records")
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue