"mmdet/models/roi_heads/dynamic_roi_head.py" did not exist on "2f6baaee5db2641711a85f745e9e0a57a4049a1f"
niah_single_1.yaml 1.06 KB
Newer Older
Baber's avatar
Baber committed
1
tag:
Baber's avatar
rename  
Baber committed
2
3
  - longcxt
task: niah_single_1
Baber's avatar
Baber committed
4
5
6
7
dataset_path: ""
dataset_name: ""
output_type: generate_until
test_split: test
Baber's avatar
cleanup  
Baber committed
8
download_dataset: !function niah_utils.niah_single_1
Baber's avatar
Baber committed
9
doc_to_text: "{{input}}"
Baber's avatar
nit  
Baber committed
10
doc_to_target: "{{outputs[0]}}"
Baber's avatar
Baber committed
11
gen_prefix: "{{gen_prefix}}"
Baber's avatar
nit  
Baber committed
12
target_delimiter: " "
Baber's avatar
cleanup  
Baber committed
13
process_results: !function common_utils.process_results
Baber's avatar
Baber committed
14
15
metric_list:
  - metric: "4096"
Baber's avatar
cleanup  
Baber committed
16
    aggregation: !function common_utils.aggregate_metrics
Baber's avatar
Baber committed
17
    higher_is_better: true
Baber's avatar
Baber committed
18
  - metric: "8192"
Baber's avatar
cleanup  
Baber committed
19
    aggregation: !function common_utils.aggregate_metrics
Baber's avatar
Baber committed
20
21
    higher_is_better: true
  - metric: "16384"
Baber's avatar
cleanup  
Baber committed
22
    aggregation: !function common_utils.aggregate_metrics
Baber's avatar
Baber committed
23
    higher_is_better: true
Baber's avatar
Baber committed
24
25
26
27
28
29
30
31
32
#  - metric: "32768"
#    aggregation: !function utils.aggregate_metrics
#    higher_is_better: true
#  - metric: "65536"
#    aggregation: !function utils.aggregate_metrics
#    higher_is_better: true
#  - metric: "131072"
#    aggregation: !function utils.aggregate_metrics
#    higher_is_better: true
Baber's avatar
Baber committed
33
generation_kwargs:
Baber's avatar
nit  
Baber committed
34
35
  do_sample: false
  temperature: 0.0
Baber's avatar
Baber committed
36
  max_gen_toks: 128
Baber's avatar
Baber committed
37
38
39
  until: []
repeats: 1
metadata:
Baber's avatar
Baber committed
40
  version: 1.0