"examples/academic_paper_scripts/detxoify_lm/finetune_gpt.py" did not exist on "dd889062646a74427e2cc525191ae072cea70734"
investigate_pile.py 175 Bytes
Newer Older
cardy20's avatar
cardy20 committed
1
2
3
4

    print(f"document_count: {stats['Document Count']}")
    print(f"total_chars: {stats['Total Pile Characters']}")
    print(f"start_offsets: {stats['File Start Offsets']}")