Fix VM image builder on 1ES (#5060)

test/vso_tools/build_vm/setup_linux.sh

@@ -60,7 +60,17 @@ sudo apt-get install -y cuda-drivers
 # Reference: https://dev.to/akaszynski/create-an-azure-self-hosted-agent-without-going-insane-173g
 # We only need Python 3.7 and 3.9 for now.
 sudo add-apt-repository ppa:deadsnakes/ppa
-sudo apt-get install -y python3.7-dev python3.7-venv python3.9-dev python3.9-venv
+sudo apt-get install -y python3.7-dev python3.7-venv python3.9-dev python3.9-venv python3.10-dev python3.10-venv python3.11-dev python3.11-venv
+
+# Disable the periodical apt-get upgrade.
+# Sometimes, unattended upgrade blocks apt-get install
+sudo sed -i -e "s/Update-Package-Lists \"1\"/Update-Package-Lists \"0\"/g" /etc/apt/apt.conf.d/10periodic
+sudo sed -i -e "s/Update-Package-Lists \"1\"/Update-Package-Lists \"0\"/g" /etc/apt/apt.conf.d/20auto-upgrades
+sudo sed -i -e "s/Unattended-Upgrade \"1\"/Unattended-Upgrade \"0\"/g" /etc/apt/apt.conf.d/20auto-upgrades
+sudo systemctl disable apt-daily.timer
+sudo systemctl disable apt-daily.service
+sudo systemctl disable apt-daily-upgrade.timer
+sudo systemctl disable apt-daily-upgrade.service
 
 # Deprovision
 sudo /usr/sbin/waagent -force -deprovision

test/vso_tools/build_vm/setup_windows.ps1

@@ -66,9 +66,9 @@ choco install -y --no-progress vcredist2012 vcredist2013 vcredist2015 vcredist20
 # Install CUDA.
 Write-Host "Installing CUDA..."
 $CudaUrl = "https://developer.download.nvidia.com/compute/cuda/11.7.0/network_installers/cuda_11.7.0_windows_network.exe"
-Invoke-WebRequest $CudaUrl -OutFile "cuda_installer.exe"
-Start-Process -FilePath "cuda_installer.exe" -ArgumentList "/s /n" -Wait
-Remove-Item "cuda_installer.exe"
+Invoke-WebRequest $CudaUrl -OutFile "$env:ProgramData\cuda_installer.exe"
+Start-Process -FilePath "$env:ProgramData\cuda_installer.exe" -ArgumentList "/s /n" -Wait
+# Remove-Item "cuda_installer.exe"
 # Verify CUDA.
 Write-Host "Verify CUDA installation..."
 $CudaDir = "$env:ProgramFiles\NVIDIA GPU Computing Toolkit\CUDA\v11.7\bin"
@@ -77,6 +77,9 @@ $CudaDir = "$env:ProgramFiles\NVIDIA GPU Computing Toolkit\CUDA\v11.7\bin"
 Get-ChildItem $CudaDir
 $env:path = "$env:path;$CudaDir"
 
+# Download GPU driver.
+Invoke-WebRequest "https://us.download.nvidia.com/tesla/516.94/516.94-data-center-tesla-desktop-winserver-2016-2019-2022-dch-international.exe" -OutFile "$env:ProgramData\driver_installer.exe"
+
 Write-Host "Installing utilities..."
 
 # Install azcopy for cache download.