Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
Oneflow
Commits
8f7de847
Commit
8f7de847
authored
Apr 25, 2023
by
yuguo960516yuguo
Browse files
dtk
parent
f262efc9
Pipeline
#248
failed with stages
in 0 seconds
Changes
131
Pipelines
1
Show whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
3246 additions
and
3278 deletions
+3246
-3278
README.md
README.md
+9
-10
audit_dtk-22.04.2.py
audit_dtk-22.04.2.py
+0
-21
audit_dtk-22.10.py
audit_dtk-22.10.py
+0
-21
cmake/oneflow.cmake
cmake/oneflow.cmake
+11
-0
oneflow/core/embedding/cached_key_value_store.hip.cpp
oneflow/core/embedding/cached_key_value_store.hip.cpp
+325
-325
oneflow/core/embedding/full_cache.hip.cpp
oneflow/core/embedding/full_cache.hip.cpp
+639
-639
oneflow/core/embedding/hash_functions.hip.h
oneflow/core/embedding/hash_functions.hip.h
+99
-99
oneflow/core/embedding/lru_cache.hip.cpp
oneflow/core/embedding/lru_cache.hip.cpp
+584
-584
oneflow/core/embedding/mock_key_value_store.hip.cpp
oneflow/core/embedding/mock_key_value_store.hip.cpp
+248
-248
oneflow/core/embedding/persistent_table_key_value_store.hip.cpp
...w/core/embedding/persistent_table_key_value_store.hip.cpp
+242
-242
oneflow/core/ep/rocm/cuda_device.cpp
oneflow/core/ep/rocm/cuda_device.cpp
+179
-179
oneflow/core/ep/rocm/cuda_device.h
oneflow/core/ep/rocm/cuda_device.h
+78
-78
oneflow/core/ep/rocm/cuda_device_manager.cpp
oneflow/core/ep/rocm/cuda_device_manager.cpp
+68
-68
oneflow/core/ep/rocm/cuda_device_manager.h
oneflow/core/ep/rocm/cuda_device_manager.h
+54
-54
oneflow/core/ep/rocm/cuda_device_manager_factory.cpp
oneflow/core/ep/rocm/cuda_device_manager_factory.cpp
+117
-117
oneflow/core/ep/rocm/cuda_event.cpp
oneflow/core/ep/rocm/cuda_event.cpp
+56
-56
oneflow/core/ep/rocm/cuda_event.h
oneflow/core/ep/rocm/cuda_event.h
+50
-50
oneflow/core/ep/rocm/cuda_stream.cpp
oneflow/core/ep/rocm/cuda_stream.cpp
+180
-180
oneflow/core/ep/rocm/cuda_stream.h
oneflow/core/ep/rocm/cuda_stream.h
+168
-168
oneflow/core/ep/rocm/primitive/add.hip.cpp
oneflow/core/ep/rocm/primitive/add.hip.cpp
+139
-139
No files found.
README.md
View file @
8f7de847
# OneFlow
OneFlow is a deep learning framework designed to be
**user-friendly, scalable and efficient**
. With OneFlow, it is easy to:
-
program a model with
**PyTorch-like API**
-
scale a model to n-dimensional-parallel/distributed execution with the
**Global View API**
-
accelerate/deploy a model with the
**Static Graph Compiler**
.
**OneFlow is a performance-centered and open-source deep learning framework.**
[

](https://github.com/Oneflow-Inc/oneflow/actions/workflows/simple.yml)
[

](https://github.com/Oneflow-Inc/docker-images/actions/workflows/oneflow-nightly.yml)
...
...
@@ -12,8 +9,10 @@ OneFlow is a deep learning framework designed to be **user-friendly, scalable an
## Latest News
-
Version 0.8.0 is out!
-
[
Full changelog
](
https://github.com/Oneflow-Inc/oneflow/releases/tag/v0.8.0
)
-
Version 0.7.0 is out!
-
Introducing global tensor
-
Semi-auto parallelization has landed
-
[
Full changelog
](
https://github.com/Oneflow-Inc/oneflow/releases/tag/v0.7.0
)
## Publication
...
...
@@ -36,7 +35,7 @@ OneFlow is a deep learning framework designed to be **user-friendly, scalable an
### System Requirements
-
Linux. As for now, there is no pre-built release for macOS, Windows.
-
Python 3.7, 3.8, 3.9, 3.10
-
Python
3.6,
3.7, 3.8, 3.9, 3.10
-
(
**Highly recommended**
) Upgrade pip
```
...
...
@@ -54,7 +53,7 @@ OneFlow is a deep learning framework designed to be **user-friendly, scalable an
-
To install latest stable release of OneFlow with CUDA support:
```
bash
python3
-m
pip
install
oneflow
python3
-m
pip
install
-f
https://release.oneflow.info
oneflow
==
0.7.0+cu102
```
-
To install nightly release of OneFlow with CUDA support:
...
...
@@ -67,7 +66,7 @@ OneFlow is a deep learning framework designed to be **user-friendly, scalable an
-
Stable
```
bash
python3
-m
pip
install
--find-links
https://release.oneflow.info
oneflow
==
0.
8
.0+[PLATFORM]
python3
-m
pip
install
--find-links
https://release.oneflow.info
oneflow
==
0.
7
.0+[PLATFORM]
```
-
Nightly
```
...
...
audit_dtk-22.04.2.py
deleted
100644 → 0
View file @
f262efc9
# Monkey patch to not ship libjvm.so in pypi wheels
import
sys
from
auditwheel.main
import
main
from
auditwheel.policy
import
_POLICIES
as
POLICIES
# libjvm is loaded dynamically; do not include it
for
p
in
POLICIES
:
p
[
'lib_whitelist'
].
append
(
'librccl.so.1'
)
p
[
'lib_whitelist'
].
append
(
'libhipblas.so.0'
)
p
[
'lib_whitelist'
].
append
(
'libhiprand.so.1'
)
p
[
'lib_whitelist'
].
append
(
'librocrand.so.1'
)
p
[
'lib_whitelist'
].
append
(
'libMIOpen.so.1'
)
p
[
'lib_whitelist'
].
append
(
'libgalaxyhip.so.4'
)
p
[
'lib_whitelist'
].
append
(
'librocm_smi64.so.2'
)
p
[
'lib_whitelist'
].
append
(
'librocsolver.so.0 '
)
p
[
'lib_whitelist'
].
append
(
'librocblas.so.0'
)
if
__name__
==
"__main__"
:
sys
.
exit
(
main
())
audit_dtk-22.10.py
deleted
100644 → 0
View file @
f262efc9
# Monkey patch to not ship libjvm.so in pypi wheels
import
sys
from
auditwheel.main
import
main
from
auditwheel.policy
import
_POLICIES
as
POLICIES
# libjvm is loaded dynamically; do not include it
for
p
in
POLICIES
:
p
[
'lib_whitelist'
].
append
(
'librccl.so.1'
)
p
[
'lib_whitelist'
].
append
(
'libhipblas.so.0'
)
p
[
'lib_whitelist'
].
append
(
'libhiprand.so.1'
)
p
[
'lib_whitelist'
].
append
(
'librocrand.so.1'
)
p
[
'lib_whitelist'
].
append
(
'libMIOpen.so.1'
)
p
[
'lib_whitelist'
].
append
(
'libgalaxyhip.so.5'
)
p
[
'lib_whitelist'
].
append
(
'librocm_smi64.so.2'
)
p
[
'lib_whitelist'
].
append
(
'librocsolver.so.0 '
)
p
[
'lib_whitelist'
].
append
(
'librocblas.so.0'
)
if
__name__
==
"__main__"
:
sys
.
exit
(
main
())
cmake/oneflow.cmake
View file @
8f7de847
...
...
@@ -328,6 +328,17 @@ if(BUILD_PYTHON OR BUILD_CPP_API)
endif
()
endif
()
if
(
BUILD_ROCM
)
# AMD compiler fails to compile these three files with '-O1/2/3'.
# The value of `COMPILE_OPTIONS` target property is added after CMAKE_<LANG>_FLAGS_<CONFIG>,
# so '-O0' will override '-O1/2/3'.
set_source_files_properties
(
${
PROJECT_SOURCE_DIR
}
/oneflow/user/kernels/median_with_indices_kernel.hip.cpp
${
PROJECT_SOURCE_DIR
}
/oneflow/user/kernels/radix_sort_top_k_kernel.hip.cpp
${
PROJECT_SOURCE_DIR
}
/oneflow/user/kernels/arg_sort_kernel.hip.cpp
# ${PROJECT_SOURCE_DIR}/oneflow/core/ep/cuda/primitive/broadcast_elementwise_binary_math.hip.cpp
PROPERTIES COMPILE_OPTIONS
"-O0"
)
endif
()
if
(
BUILD_PYTHON
)
# py ext lib
...
...
oneflow/core/embedding/cached_key_value_store.hip.cpp
View file @
8f7de847
oneflow/core/embedding/full_cache.hip.cpp
View file @
8f7de847
oneflow/core/embedding/hash_functions.hip.h
View file @
8f7de847
oneflow/core/embedding/lru_cache.hip.cpp
View file @
8f7de847
oneflow/core/embedding/mock_key_value_store.hip.cpp
View file @
8f7de847
oneflow/core/embedding/persistent_table_key_value_store.hip.cpp
View file @
8f7de847
oneflow/core/ep/rocm/cuda_device.cpp
View file @
8f7de847
oneflow/core/ep/rocm/cuda_device.h
View file @
8f7de847
oneflow/core/ep/rocm/cuda_device_manager.cpp
View file @
8f7de847
oneflow/core/ep/rocm/cuda_device_manager.h
View file @
8f7de847
oneflow/core/ep/rocm/cuda_device_manager_factory.cpp
View file @
8f7de847
oneflow/core/ep/rocm/cuda_event.cpp
View file @
8f7de847
oneflow/core/ep/rocm/cuda_event.h
View file @
8f7de847
oneflow/core/ep/rocm/cuda_stream.cpp
View file @
8f7de847
oneflow/core/ep/rocm/cuda_stream.h
View file @
8f7de847
oneflow/core/ep/rocm/primitive/add.hip.cpp
View file @
8f7de847
Prev
1
2
3
4
5
…
7
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment