Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ColossalAI
Commits
e5a5fbb8
"...Chat/git@developer.sourcefind.cn:OpenDAS/colossalai.git" did not exist on "6d41c3f2aa7c859fe2b87889e6b02b4febbfa4f6"
Commit
e5a5fbb8
authored
Dec 31, 2022
by
oahzxl
Browse files
update source add
parent
f5515e99
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
17 additions
and
13 deletions
+17
-13
chunk_codegen.py
chunk_codegen.py
+17
-13
No files found.
chunk_codegen.py
View file @
e5a5fbb8
...
...
@@ -133,24 +133,28 @@ class IndexTracer(object):
def
_add_source
(
self
,
node_from
,
node_from_dim
,
node_to
,
node_to_dim
,
init
=
False
):
node_from_dim
=
self
.
_transform_index
(
node_from
,
node_from_dim
)
node_from_trace
=
self
.
_find_trace_from_node
(
node_from
)
node_from_trace
_source
=
self
.
_find_
source_
trace_from_node
(
node_from
)
node_to_dim
=
self
.
_transform_index
(
node_to
,
node_to_dim
)
node_to_trace
=
self
.
_find_trace_from_node
(
node_to
)
node_to_trace
_source
=
self
.
_find_
source_
trace_from_node
(
node_to
)
node_from_idx
=
_find_idx_by_name
(
node_from
.
name
,
self
.
node_list
)
if
init
:
node_to_trace
[
"
source
"
]
[
node_to_dim
]
=
{}
node_to_trace
_
source
[
node_to_dim
]
=
{}
# add dim to cur new source
if
node_from_idx
not
in
node_to_trace
[
"
source
"
]
[
node_to_dim
]:
node_to_trace
[
"
source
"
]
[
node_to_dim
][
node_from_idx
]
=
[
node_from_dim
]
if
node_from_idx
not
in
node_to_trace
_
source
[
node_to_dim
]:
node_to_trace
_
source
[
node_to_dim
][
node_from_idx
]
=
[
node_from_dim
]
else
:
if
node_from_dim
not
in
node_to_trace
[
"
source
"
]
[
node_to_dim
][
node_from_idx
]:
node_to_trace
[
"
source
"
]
[
node_to_dim
][
node_from_idx
].
append
(
if
node_from_dim
not
in
node_to_trace
_
source
[
node_to_dim
][
node_from_idx
]:
node_to_trace
_
source
[
node_to_dim
][
node_from_idx
].
append
(
node_from_dim
)
# update inputs source
node_to_trace
[
"source"
][
node_to_dim
].
update
(
node_from_trace
[
"source"
][
node_from_dim
]
)
for
node_idx
,
node_dim
in
node_from_trace_source
[
node_from_dim
].
items
():
if
node_idx
not
in
node_to_trace_source
[
node_to_dim
]:
node_to_trace_source
[
node_to_dim
][
node_idx
]
=
copy
.
deepcopy
(
node_dim
)
else
:
for
d
in
node_dim
:
if
d
not
in
node_to_trace_source
[
node_to_dim
][
node_idx
]:
node_to_trace_source
[
node_to_dim
][
node_idx
].
append
(
d
)
def
_mark_computation_from_node
(
self
,
node_from
,
node_to
,
exclude
=
None
):
if
exclude
==
None
:
...
...
@@ -1761,9 +1765,9 @@ class ChunkRegionSearch(object):
)
if
self
.
_stop_search
(
init_mem_peak
,
mem_peak
):
break
#
self.memory_estimator.estimate_chunk_inference_mem(
#
self.index_tracer.node_list, chunk_infos, print_mem=True
#
)
self
.
memory_estimator
.
estimate_chunk_inference_mem
(
self
.
index_tracer
.
node_list
,
chunk_infos
,
print_mem
=
True
)
return
chunk_infos
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment