{
    "class": "GPTDataset",
    "dataset_path": "/workspace/data/oscar/oscar-1GB_head-qwen_text_document",
    "num_samples": 1600,
    "index_split": "train",
    "random_seed": 1234,
    "sequence_length": 32768,
    "split": "949,50,1",
    "split_matrix": [
        [
            0,
            0.949
        ],
        [
            0.949,
            0.999
        ],
        [
            0.999,
            1.0
        ]
    ],
    "tokenizer": {
        "class": "megatron.core.tokenizers.text.models.default_tokenizer.DefaultTokenizerText",
        "tokenizer_path": "/home/models/qwen3/Qwen3-8B",
        "vocab_file": "None",
        "merges_file": "None"
    }
}