runtime_env.yaml

working_dir: ./
excludes: ["/.git/"]
env_vars:
  TORCH_NCCL_AVOID_RECORD_STREAMS: "1"
  VLLM_ATTENTION_BACKEND: "XFORMERS"