Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
602352ce
Commit
602352ce
authored
Mar 08, 2025
by
Neelay Shah
Committed by
GitHub
Mar 08, 2025
Browse files
chore: rename dynamo (#44)
Co-authored-by:
Biswa Panda
<
biswa.panda@gmail.com
>
parent
ecf53ce2
Changes
431
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
27 additions
and
27 deletions
+27
-27
lib/llm/tests/preprocessor.rs
lib/llm/tests/preprocessor.rs
+3
-3
lib/llm/tests/snapshots/openai_completions__minimum_viable_request.snap
...snapshots/openai_completions__minimum_viable_request.snap
+1
-1
lib/llm/tests/snapshots/openai_completions__valid_samples-10.snap
...tests/snapshots/openai_completions__valid_samples-10.snap
+1
-1
lib/llm/tests/snapshots/openai_completions__valid_samples-3.snap
.../tests/snapshots/openai_completions__valid_samples-3.snap
+1
-1
lib/llm/tests/snapshots/openai_completions__valid_samples-4.snap
.../tests/snapshots/openai_completions__valid_samples-4.snap
+1
-1
lib/llm/tests/snapshots/openai_completions__valid_samples-7.snap
.../tests/snapshots/openai_completions__valid_samples-7.snap
+1
-1
lib/llm/tests/snapshots/openai_completions__valid_samples-9.snap
.../tests/snapshots/openai_completions__valid_samples-9.snap
+1
-1
lib/llm/tests/snapshots/openai_completions__valid_samples.snap
...lm/tests/snapshots/openai_completions__valid_samples.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__mulit_turn_with_continuation@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__mulit_turn_with_system@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__mulit_turn_with_system_with_tools@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__mulit_turn_without_system@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__multi_turn_with_continuation@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__multi_turn_with_system_with_tools@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__single_turn@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/snapshots/preprocessor__single_turn_with_tools@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
...@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
+1
-1
lib/llm/tests/tokenizers.rs
lib/llm/tests/tokenizers.rs
+2
-2
lib/runtime/Cargo.lock
lib/runtime/Cargo.lock
+1
-1
lib/runtime/Cargo.toml
lib/runtime/Cargo.toml
+2
-2
lib/runtime/src/config.rs
lib/runtime/src/config.rs
+4
-4
No files found.
lib/llm/tests/preprocessor.rs
View file @
602352ce
...
...
@@ -15,9 +15,9 @@
use
anyhow
::
Ok
;
use
dyn
e
mo_llm
::
model_card
::
model
::{
ModelDeploymentCard
,
PromptContextMixin
};
use
dyn
e
mo_llm
::
preprocessor
::
prompt
::
PromptFormatter
;
use
dyn
e
mo_llm
::
protocols
::
openai
::
chat_completions
::
NvCreateChatCompletionRequest
;
use
dyn
a
mo_llm
::
model_card
::
model
::{
ModelDeploymentCard
,
PromptContextMixin
};
use
dyn
a
mo_llm
::
preprocessor
::
prompt
::
PromptFormatter
;
use
dyn
a
mo_llm
::
protocols
::
openai
::
chat_completions
::
NvCreateChatCompletionRequest
;
use
serde
::{
Deserialize
,
Serialize
};
use
hf_hub
::{
api
::
tokio
::
ApiBuilder
,
Cache
,
Repo
,
RepoType
};
...
...
lib/llm/tests/snapshots/openai_completions__minimum_viable_request.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/openai_completions.rs
source: dyn
a
mo
.
llm/tests/openai_completions.rs
expression: request
---
{
...
...
lib/llm/tests/snapshots/openai_completions__valid_samples-10.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/openai_completions.rs
source: dyn
a
mo
.
llm/tests/openai_completions.rs
description: "should have prompt, model, and logit_bias fields with the logits_bias having two key/value pairs"
expression: sample.request
---
...
...
lib/llm/tests/snapshots/openai_completions__valid_samples-3.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/openai_completions.rs
source: dyn
a
mo
.
llm/tests/openai_completions.rs
description: "should have prompt, model, and temperature fields"
expression: sample.request
---
...
...
lib/llm/tests/snapshots/openai_completions__valid_samples-4.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/openai_completions.rs
source: dyn
a
mo
.
llm/tests/openai_completions.rs
description: "should have prompt, model, and top_p fields"
expression: sample.request
---
...
...
lib/llm/tests/snapshots/openai_completions__valid_samples-7.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/openai_completions.rs
source: dyn
a
mo
.
llm/tests/openai_completions.rs
description: "should have prompt, model, and stop fields"
expression: sample.request
---
...
...
lib/llm/tests/snapshots/openai_completions__valid_samples-9.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/openai_completions.rs
source: dyn
a
mo
.
llm/tests/openai_completions.rs
description: "should have prompt, model, and stream fields"
expression: sample.request
---
...
...
lib/llm/tests/snapshots/openai_completions__valid_samples.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/openai_completions.rs
source: dyn
a
mo
.
llm/tests/openai_completions.rs
description: should have only prompt and model fields
expression: sample.request
---
...
...
lib/llm/tests/snapshots/preprocessor__mulit_turn_with_continuation@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/snapshots/preprocessor__mulit_turn_with_system@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/snapshots/preprocessor__mulit_turn_with_system_with_tools@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/snapshots/preprocessor__mulit_turn_without_system@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/snapshots/preprocessor__multi_turn_with_continuation@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/snapshots/preprocessor__multi_turn_with_system_with_tools@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/snapshots/preprocessor__single_turn@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/snapshots/preprocessor__single_turn_with_tools@meta_llama_llama_3_1_70b_instruct__1605565_e45e5991.snap
View file @
602352ce
---
source: dyn
e
mo
-
llm/tests/preprocessor.rs
source: dyn
a
mo
.
llm/tests/preprocessor.rs
expression: formatted_prompt
info:
messages:
...
...
lib/llm/tests/tokenizers.rs
View file @
602352ce
...
...
@@ -25,8 +25,8 @@
//! in a hashmap. We will then use these hashes to test that the tokenizer is working correctly. This
//! will detect if upstream dependency changes result in different/new behavior.
use
dyn
e
mo_llm
::
tokenizers
::
traits
::{
Decoder
,
Encoder
};
use
dyn
e
mo_llm
::
tokenizers
::
*
;
use
dyn
a
mo_llm
::
tokenizers
::
traits
::{
Decoder
,
Encoder
};
use
dyn
a
mo_llm
::
tokenizers
::
*
;
use
std
::
collections
::
HashMap
;
use
std
::
sync
::
Arc
;
...
...
lib/runtime/Cargo.lock
View file @
602352ce
...
...
@@ -696,7 +696,7 @@ dependencies = [
]
[[package]]
name = "dyn
e
mo-runtime"
name = "dyn
a
mo-runtime"
version = "0.2.1"
dependencies = [
"anyhow",
...
...
lib/runtime/Cargo.toml
View file @
602352ce
...
...
@@ -14,7 +14,7 @@
# limitations under the License.
[package]
name
=
"dyn
e
mo-runtime"
name
=
"dyn
a
mo-runtime"
description
=
"Distributed Inference Framework"
readme
=
"README.md"
version
=
"0.2.1"
# TODO: Centralize Version Automation
...
...
@@ -23,7 +23,7 @@ authors = ["NVIDIA"]
license
=
"Apache-2.0"
homepage
=
"https://github.com/dynemo-ai/dynemo"
repository
=
"https://github.com/dynemo-ai/dynemo.git"
keywords
=
[
"llm"
,
"genai"
,
"inference"
,
"nvidia"
,
"distributed"
,
"dyn
e
mo"
]
keywords
=
[
"llm"
,
"genai"
,
"inference"
,
"nvidia"
,
"distributed"
,
"dyn
a
mo"
]
[features]
default
=
[]
...
...
lib/runtime/src/config.rs
View file @
602352ce
...
...
@@ -81,8 +81,8 @@ impl RuntimeConfig {
pub
(
crate
)
fn
figment
()
->
Figment
{
Figment
::
new
()
.merge
(
Serialized
::
defaults
(
RuntimeConfig
::
default
()))
.merge
(
Toml
::
file
(
"/opt/dyn
e
mo/defaults/runtime.toml"
))
.merge
(
Toml
::
file
(
"/opt/dyn
e
mo/etc/runtime.toml"
))
.merge
(
Toml
::
file
(
"/opt/dyn
a
mo/defaults/runtime.toml"
))
.merge
(
Toml
::
file
(
"/opt/dyn
a
mo/etc/runtime.toml"
))
.merge
(
Env
::
prefixed
(
"DYN_RUNTIME_"
)
.filter_map
(|
k
|
{
let
full_key
=
format!
(
"DYN_RUNTIME_{}"
,
k
.as_str
());
// filters out empty environment variables
...
...
@@ -97,8 +97,8 @@ impl RuntimeConfig {
/// Configuration is priorities in the following order, where the last has the lowest priority:
/// 1. Environment variables (top priority)
/// TO DO: Add documentation for configuration files. Paths should be configurable.
/// 2. /opt/dyn
e
mo/etc/runtime.toml
/// 3. /opt/dyn
e
mo/defaults/runtime.toml (lowest priority)
/// 2. /opt/dyn
a
mo/etc/runtime.toml
/// 3. /opt/dyn
a
mo/defaults/runtime.toml (lowest priority)
///
/// Environment variables are prefixed with `DYN_RUNTIME_`
pub
fn
from_settings
()
->
Result
<
RuntimeConfig
>
{
...
...
Prev
1
…
17
18
19
20
21
22
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment