Commit ba38aeb1 authored by “yuguo”'s avatar “yuguo”
Browse files

update readme

parent c3e8a30b
...@@ -63,7 +63,7 @@ train.dist.pipeline_parallel_size = 1 ...@@ -63,7 +63,7 @@ train.dist.pipeline_parallel_size = 1
预训练命令: 预训练命令:
cd bert-large_oneflow cd home/bert-large_oneflow
bash tools/train.sh tools/train_net.py configs/bert_large_pretrain.py 4 bash tools/train.sh tools/train_net.py configs/bert_large_pretrain.py 4
### 精度 ### 精度
......
...@@ -233,7 +233,7 @@ def pad_and_convert_to_numpy( ...@@ -233,7 +233,7 @@ def pad_and_convert_to_numpy(
tokentypes_np = np.array(tokentypes + filler, dtype=np.int64) tokentypes_np = np.array(tokentypes + filler, dtype=np.int64)
# Padding mask. # Padding mask.
padding_mask_np = np.array([1] * num_tokens + [0] * padding_length, dtype=np.bool) padding_mask_np = np.array([1] * num_tokens + [0] * padding_length, dtype=np.bool_)
# Lables and loss mask. # Lables and loss mask.
labels = [-1] * max_seq_length labels = [-1] * max_seq_length
...@@ -243,7 +243,7 @@ def pad_and_convert_to_numpy( ...@@ -243,7 +243,7 @@ def pad_and_convert_to_numpy(
labels[masked_positions[i]] = masked_labels[i] labels[masked_positions[i]] = masked_labels[i]
loss_mask[masked_positions[i]] = 1 loss_mask[masked_positions[i]] = 1
labels_np = np.array(labels, dtype=np.int64) labels_np = np.array(labels, dtype=np.int64)
loss_mask_np = np.array(loss_mask, dtype=np.bool) loss_mask_np = np.array(loss_mask, dtype=np.bool_)
return tokens_np, tokentypes_np, labels_np, padding_mask_np, loss_mask_np return tokens_np, tokentypes_np, labels_np, padding_mask_np, loss_mask_np
......
# 模型唯一标识 # 模型唯一标识
modelCode=65 modelCode=65
# 模型名称 # 模型名称
modelName=Bert-Large_oneflow modelName=bert-large_oneflow
# 模型描述 # 模型描述
modelDescription=基于OneFlow框架的Bert-Large模型 modelDescription=基于OneFlow框架的Bert-Large模型
# 应用场景 # 应用场景
appScenario=训练,推理,train,inference,nlp,智能聊天助手 appScenario=训练,推理,nlp,智能聊天助手,科研
# 框架类型 # 框架类型
frameType=OneFlow,Libai frameType=OneFlow,Libai
...@@ -22,7 +22,7 @@ portalocker ...@@ -22,7 +22,7 @@ portalocker
dill dill
flake8==3.8.1 flake8==3.8.1
isort==5.10.1 isort==5.10.1
black==21.4b2 black==21.4b
autoflake autoflake
tensorboardX tensorboardX
pytest pytest
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment