utils.py 310 Bytes
Newer Older
lintangsutawika's avatar
lintangsutawika committed
1
2
def doc_to_text(doc):

lintangsutawika's avatar
lintangsutawika committed
3
4
    inputs = " ".join(doc["code_tokens"]).replace("\n", " ")
    inputs = " ".join(inputs.strip().split())
lintangsutawika's avatar
lintangsutawika committed
5
6
7

    return inputs

lintangsutawika's avatar
lintangsutawika committed
8

lintangsutawika's avatar
lintangsutawika committed
9
10
def doc_to_target(doc):

lintangsutawika's avatar
lintangsutawika committed
11
12
    targets = " ".join(doc["docstring_tokens"]).replace("\n", "")
    targets = " ".join(targets.strip().split())
lintangsutawika's avatar
lintangsutawika committed
13

lintangsutawika's avatar
lintangsutawika committed
14
    return targets