Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
jerrrrry
infinilm
Commits
6fd5bb93
Commit
6fd5bb93
authored
Nov 03, 2025
by
wooway777
Browse files
removed std::move
parent
1c710c19
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
6 deletions
+6
-6
src/cache_manager/kvcache.cpp
src/cache_manager/kvcache.cpp
+4
-4
src/models/deepseek_v3/deepseek_v3_cache.cpp
src/models/deepseek_v3/deepseek_v3_cache.cpp
+2
-2
No files found.
src/cache_manager/kvcache.cpp
View file @
6fd5bb93
...
...
@@ -21,8 +21,8 @@ __C struct KVCache *createKVCache(
auto
kcache
=
std
::
vector
<
std
::
shared_ptr
<
Tensor
>>
();
auto
vcache
=
std
::
vector
<
std
::
shared_ptr
<
Tensor
>>
();
for
(
unsigned
int
layer
=
0
;
layer
<
nlayers
;
layer
++
)
{
kcache
.
push_back
(
std
::
move
(
Tensor
::
buffer
(
dtype
,
shape_k
))
)
;
vcache
.
push_back
(
std
::
move
(
Tensor
::
buffer
(
dtype
,
shape_v
))
)
;
kcache
.
push_back
(
Tensor
::
buffer
(
dtype
,
shape_k
));
vcache
.
push_back
(
Tensor
::
buffer
(
dtype
,
shape_v
));
}
cache
->
k
.
push_back
(
kcache
);
cache
->
v
.
push_back
(
vcache
);
...
...
@@ -47,8 +47,8 @@ __C struct KVCache *duplicateKVCache(const KVCache *kv_cache, size_t seq_len) {
auto
kcache
=
std
::
vector
<
std
::
shared_ptr
<
Tensor
>>
();
auto
vcache
=
std
::
vector
<
std
::
shared_ptr
<
Tensor
>>
();
for
(
unsigned
int
layer
=
0
;
layer
<
nlayers
;
layer
++
)
{
kcache
.
push_back
(
std
::
move
(
Tensor
::
buffer
(
dtype
,
shape_k
))
)
;
vcache
.
push_back
(
std
::
move
(
Tensor
::
buffer
(
dtype
,
shape_v
))
)
;
kcache
.
push_back
(
Tensor
::
buffer
(
dtype
,
shape_k
));
vcache
.
push_back
(
Tensor
::
buffer
(
dtype
,
shape_v
));
}
new_kv_cache
->
k
.
push_back
(
kcache
);
new_kv_cache
->
v
.
push_back
(
vcache
);
...
...
src/models/deepseek_v3/deepseek_v3_cache.cpp
View file @
6fd5bb93
...
...
@@ -15,8 +15,8 @@ createDeepSeekV3Cache(const struct DeepSeekV3Model *model) {
auto
kv_pass_cache
=
std
::
vector
<
std
::
shared_ptr
<
Tensor
>>
();
auto
k_rot_cache
=
std
::
vector
<
std
::
shared_ptr
<
Tensor
>>
();
for
(
size_t
layer
=
0
;
layer
<
nlayer
;
layer
++
)
{
kv_pass_cache
.
push_back
(
std
::
move
(
Tensor
::
buffer
(
model
->
meta
.
dt_logits
,
kv_pass_shape
))
)
;
k_rot_cache
.
push_back
(
std
::
move
(
Tensor
::
buffer
(
model
->
meta
.
dt_logits
,
k_rot_shape
))
)
;
kv_pass_cache
.
push_back
(
Tensor
::
buffer
(
model
->
meta
.
dt_logits
,
kv_pass_shape
));
k_rot_cache
.
push_back
(
Tensor
::
buffer
(
model
->
meta
.
dt_logits
,
k_rot_shape
));
}
cache
->
kv_pass
.
push_back
(
kv_pass_cache
);
cache
->
k_rot
.
push_back
(
k_rot_cache
);
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment