Merge pull request #1436 from lainedfles/feat/litellm-local-cost-map

Use locally bundled version of the LiteLLM cost map json

.env.example

@@ -9,4 +9,8 @@ OPENAI_API_KEY=''
 
 # DO NOT TRACK
 SCARF_NO_ANALYTICS=true
-DO_NOT_TRACK=true
\ No newline at end of file
+DO_NOT_TRACK=true
+
+# Use locally bundled version of the LiteLLM cost map json
+# to avoid repetitive startup connections
+LITELLM_LOCAL_MODEL_COST_MAP="True"

Dockerfile

@@ -31,6 +31,10 @@ ENV WEBUI_AUTH_TRUSTED_EMAIL_HEADER ""
 ENV SCARF_NO_ANALYTICS true
 ENV DO_NOT_TRACK true
 
+# Use locally bundled version of the LiteLLM cost map json
+# to avoid repetitive startup connections
+ENV LITELLM_LOCAL_MODEL_COST_MAP="True"
+
 ######## Preloaded models ########
 # whisper TTS Settings
 ENV WHISPER_MODEL="base"