runtime_env.yaml

working_dir: ./
excludes: ["/.git/"]
env_vars:
  TOKENIZERS_PARALLELISM: "true"
  NCCL_DEBUG: "WARN"
  VLLM_LOGGING_LEVEL: "INFO"
  TORCH_NCCL_AVOID_RECORD_STREAMS: "1"
  PYTORCH_CUDA_ALLOC_CONF: "expandable_segments:False"