eval_interleave_3d.sh 530 Bytes
Newer Older
mashun1's avatar
mashun1 committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
alias python=python3
CKPT_PATH=$1
NAME=$(echo "$CKPT_PATH" | awk -F'/' '{print $NF}')
echo $NAME
##### set images path 
DATA_PATH=$2
EVAL_TYPE=$3
JSON_PATH=$2/$3.json
############################### eval multi-image 
RESULT_NAME="logs/${NAME}/${EVAL_TYPE}"
echo $RESULT_NAME

mkdir -p logs/${NAME}

file_path=${RESULT_NAME}/result.jsonl

bash scripts/interleave/eval_multiprocess.sh \
${CKPT_PATH} \
${JSON_PATH} \
${RESULT_NAME} \
${DATA_PATH} \
"" \
4 0

python3 llava/eval/evaluate_interleave.py --result-dir ${RESULT_NAME}