Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
23d23409
Unverified
Commit
23d23409
authored
Apr 29, 2024
by
Daniel Hiltgen
Committed by
GitHub
Apr 29, 2024
Browse files
Update llama.cpp (#4036)
* Bump llama.cpp to b2761 * Adjust types for bump
parent
9009bedf
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
5 additions
and
5 deletions
+5
-5
llm/ext_server/server.cpp
llm/ext_server/server.cpp
+4
-4
llm/llama.cpp
llm/llama.cpp
+1
-1
No files found.
llm/ext_server/server.cpp
View file @
23d23409
...
@@ -2644,18 +2644,18 @@ static void server_params_parse(int argc, char **argv, server_params &sparams,
...
@@ -2644,18 +2644,18 @@ static void server_params_parse(int argc, char **argv, server_params &sparams,
if
(
strncmp
(
sep
,
"int:"
,
4
)
==
0
)
{
if
(
strncmp
(
sep
,
"int:"
,
4
)
==
0
)
{
sep
+=
4
;
sep
+=
4
;
kvo
.
tag
=
LLAMA_KV_OVERRIDE_TYPE_INT
;
kvo
.
tag
=
LLAMA_KV_OVERRIDE_TYPE_INT
;
kvo
.
int_value
=
std
::
atol
(
sep
);
kvo
.
val_i64
=
std
::
atol
(
sep
);
}
else
if
(
strncmp
(
sep
,
"float:"
,
6
)
==
0
)
{
}
else
if
(
strncmp
(
sep
,
"float:"
,
6
)
==
0
)
{
sep
+=
6
;
sep
+=
6
;
kvo
.
tag
=
LLAMA_KV_OVERRIDE_TYPE_FLOAT
;
kvo
.
tag
=
LLAMA_KV_OVERRIDE_TYPE_FLOAT
;
kvo
.
float_value
=
std
::
atof
(
sep
);
kvo
.
val_f64
=
std
::
atof
(
sep
);
}
else
if
(
strncmp
(
sep
,
"bool:"
,
5
)
==
0
)
{
}
else
if
(
strncmp
(
sep
,
"bool:"
,
5
)
==
0
)
{
sep
+=
5
;
sep
+=
5
;
kvo
.
tag
=
LLAMA_KV_OVERRIDE_TYPE_BOOL
;
kvo
.
tag
=
LLAMA_KV_OVERRIDE_TYPE_BOOL
;
if
(
std
::
strcmp
(
sep
,
"true"
)
==
0
)
{
if
(
std
::
strcmp
(
sep
,
"true"
)
==
0
)
{
kvo
.
bool
_value
=
true
;
kvo
.
val_
bool
=
true
;
}
else
if
(
std
::
strcmp
(
sep
,
"false"
)
==
0
)
{
}
else
if
(
std
::
strcmp
(
sep
,
"false"
)
==
0
)
{
kvo
.
bool
_value
=
false
;
kvo
.
val_
bool
=
false
;
}
else
{
}
else
{
fprintf
(
stderr
,
"error: Invalid boolean value for KV override: %s
\n
"
,
argv
[
i
]);
fprintf
(
stderr
,
"error: Invalid boolean value for KV override: %s
\n
"
,
argv
[
i
]);
invalid_param
=
true
;
invalid_param
=
true
;
...
...
llama.cpp
@
f4ab2a41
Compare
46e12c46
...
f4ab2a41
Subproject commit
46e12c4692a37bdd31a0432fc5153d7d22bc7f72
Subproject commit
f4ab2a41476600a98067a9474ea8f9e6db41bcfa
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment