Initial commit

fuxi.py

@@ -42,12 +42,12 @@ def load_model(model_name):
     options.enable_mem_reuse = False
     # Increase the number for faster inference and more memory consumption
     options.intra_op_num_threads = 1
-    cuda_provider_options = {'arena_extend_strategy':'kSameAsRequested',}
+    rocm_provider_options = {'arena_extend_strategy':'kSameAsRequested',}
 
     session = ort.InferenceSession(
         model_name,  
         sess_options=options, 
-        providers=[('CUDAExecutionProvider', cuda_provider_options)]
+        providers=[('ROCMExecutionProvider', rocm_provider_options)]
     )
     return session
 

requirements.txt

 onnx==1.14.0
-onnxruntime-gpu==1.14.0
+#onnxruntime-gpu==1.14.0
\ No newline at end of file