issue/811 add warmups before cuda graph capture

3a8c6860 · PanZezhong · 91f91f7c · 3a8c6860
Commit 3a8c6860 authored Jan 21, 2026 by PanZezhong
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 0 deletions

src/infinicore/graph/graph.cc src/infinicore/graph/graph.cc +6 -0

No files found.
--- a/src/infinicore/graph/graph.cc
+++ b/src/infinicore/graph/graph.cc
@@ -80,6 +80,12 @@ void Graph::instantiate() {
    // Reset device graph
    device_graph_ = std::make_unique<DeviceGraph>();

+    // warmup
+    for (size_t iter = 0; iter < 5; ++iter) {
+        this->run();
+    }
+    infinicore::context::syncStream();
+
    if (infinirtStreamBeginCapture(
            context::getStream(),
            INFINIRT_STREAM_CAPTURE_MODE_GLOBAL)