{
    "class": "GPTDataset",
    "dataset_path": "/workspace/OEM_ADVTG_TEST/dcu_megatron/mrgatron-pretrain-datasets/qwen1.5dataset/oscar-1GB_head-qwen_text_document",
    "num_samples": 1280,
    "index_split": "valid",
    "random_seed": 1234,
    "sequence_length": 4096,
    "split": "949,50,1",
    "split_matrix": [
        [
            0,
            0.949
        ],
        [
            0.949,
            0.999
        ],
        [
            0.999,
            1.0
        ]
    ],
    "tokenizer": {
        "class": "_HuggingFaceTokenizer",
        "tokenizer_path": [
            "/workspace/OEM_ADVTG_TEST/dcu_megatron/mrgatron-pretrain-datasets/qwen1.5dataset"
        ]
    }
}