build server executable

.gitignore

 .DS_Store
-.vscode
+.vscode
\ No newline at end of file
+*.spec
+*/build
+*/dist
\ No newline at end of file

server/README.md

@@ -18,6 +18,12 @@ pip install llama-cpp-python
 pip install -r requirements.txt
 ```
 
+## Building
+
+```bash
+python3 build.py
+```
+
 ## Running
 
 Put your model in `models/` and run:

server/build.py

+import site
+import os
+from PyInstaller.__main__ import run as pyi_run
+
+# Get the directory of site-packages and llama_cpp
+site_packages_dir = site.getsitepackages()[0]
+llama_cpp_dir = os.path.join(site_packages_dir, "llama_cpp")
+
+# Prepare the arguments for PyInstaller
+args = [
+    "server.py",
+    "--paths",
+    site_packages_dir,
+    "--add-data",
+    f"{llama_cpp_dir}{os.pathsep}llama_cpp",
+    "--onefile",
+]
+
+# Generate the .spec file and run PyInstaller
+pyi_run(args)

server/requirements.txt

 Flask==2.3.2
 flask_cors==3.0.10
+llama-cpp-python==0.1.65
\ No newline at end of file