finetune_funsd.py 552 Bytes
Newer Older
HHL's avatar
v  
HHL committed
1
2
3
4
5
6
7
8
9
10
11
from libs.utils.vocab import FunsdTokenTypeVocab

train_lrc_paths = ["/yrfs1/intern/zrzhang6/DocumentPretrain/dataset/funsd/dataset/extract_word_lrc/train/infos.lrc"]
train_image_dirs = ["/yrfs1/intern/zrzhang6/DocumentPretrain/dataset/funsd/dataset/training_data/images/"]

valid_lrc_paths = ["/yrfs1/intern/zrzhang6/DocumentPretrain/dataset/funsd/dataset/extract_word_lrc/test/infos.lrc"]
valid_image_dirs = ["/yrfs1/intern/zrzhang6/DocumentPretrain/dataset/funsd/dataset/testing_data/images/"]

funsd_vocab = FunsdTokenTypeVocab()

max_length = 1024