enh: tool async support

a2ea6b1b · Timothy J. Baek · 4370f233 · a2ea6b1b
Commit a2ea6b1b authored Jun 20, 2024 by Timothy J. Baek
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

backend/main.py backend/main.py +4 -1

No files found.
--- a/backend/main.py
+++ b/backend/main.py
@@ -309,7 +309,10 @@ async def get_function_call_response(
                            "__id__": tool_id,
                        }

-                    function_result = function(**params)
+                    if inspect.iscoroutinefunction(function):
+                        function_result = await function(**params)
+                    else:
+                        function_result = function(**params)

                    if hasattr(toolkit_module, "citation") and toolkit_module.citation:
                        citation = {