Skip to content

GitLab

Commit 58d33d4c authored by wanglch's avatar wanglch
Browse files

Initial commit

parents
Pipeline #1904 canceled with stages
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 382 additions and 0 deletions
demo_logs/model_worker_422250.log 0 → 100644
View file @ 58d33d4c
2024-11-06 08:55:53 | ERROR | stderr | usage: app.py [-h] [--host HOST] [--port PORT] [--concurrency-count CONCURRENCY_COUNT] [--model-list-mode {once,reload}] [--model-source {local,modelscope,huggingface}]
2024-11-06 08:55:53 | ERROR | stderr | [--model-version {stage1,Chat,Omni}] [--model-path MODEL_PATH] [--device DEVICE] [--load-8bit] [--load-4bit] [--moderate] [--embed]
2024-11-06 08:55:53 | ERROR | stderr | app.py: error: unrecognized arguments: DocOwl1.5-Omni-base
demo_logs/model_worker_5526b4.log 0 → 100644
View file @ 58d33d4c
2024-07-01 02:48:01 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 02:48:01 | ERROR | stderr | warnings.warn(
2024-07-01 02:48:01 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 02:48:01 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker 5526b4 ...
2024-07-01 02:50:38 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 02:50:38 | ERROR | stderr | warnings.warn(
2024-07-01 02:50:38 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 02:50:38 | ERROR | stderr | warnings.warn(
2024-07-01 02:50:43 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 02:50:43 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 424, in <module>
2024-07-01 02:50:43 | ERROR | stderr | demo.queue(
2024-07-01 02:50:43 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/blocks.py", line 2038, in launch
2024-07-01 02:50:43 | ERROR | stderr | ) = networking.start_server(
2024-07-01 02:50:43 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/networking.py", line 207, in start_server
2024-07-01 02:50:43 | ERROR | stderr | raise OSError(
2024-07-01 02:50:43 | ERROR | stderr | OSError: Cannot find empty port in range: 22-22. You can specify a different port by setting the GRADIO_SERVER_PORT environment variable or passing the `server_port` parameter to `launch()`.
demo_logs/model_worker_5ff0b0.log 0 → 100644
View file @ 58d33d4c
2024-07-01 10:13:19 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 10:13:19 | ERROR | stderr | warnings.warn(
2024-07-01 10:13:19 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 10:13:19 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker 5ff0b0 ...
2024-07-01 10:13:43 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 10:13:43 | ERROR | stderr | warnings.warn(
2024-07-01 10:13:43 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 10:13:43 | ERROR | stderr | warnings.warn(
2024-07-01 10:13:43 | INFO | stdout | Running on local URL: http://0.0.0.0:7860
2024-07-01 10:13:43 | INFO | stdout |
2024-07-01 10:13:43 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
2024-07-01 10:13:44 | INFO | stdout | IMPORTANT: You are using gradio version 3.47.1, however version 4.29.0 is available, please upgrade.
2024-07-01 10:13:44 | INFO | stdout | --------
2024-07-01 10:15:38 | INFO | stdout | Keyboard interruption in main thread... closing server.
demo_logs/model_worker_63ea07.log 0 → 100644
View file @ 58d33d4c
2024-07-01 03:04:33 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 03:04:33 | ERROR | stderr | warnings.warn(
2024-07-01 03:04:33 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 03:04:33 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker 63ea07 ...
2024-07-01 03:07:00 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 03:07:00 | ERROR | stderr | warnings.warn(
2024-07-01 03:07:00 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 03:07:00 | ERROR | stderr | warnings.warn(
2024-07-01 03:07:04 | INFO | stdout | Running on local URL: http://0.0.0.0:7879
2024-07-01 03:07:04 | INFO | stdout |
2024-07-01 03:07:04 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
2024-07-01 03:07:34 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/fastapi/routing.py:191: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 03:07:34 | ERROR | stderr | return await dependant.call(**values)
2024-07-01 03:07:36 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 03:07:36 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 03:07:37 | ERROR | stderr | ic| max_context_length: 4096
2024-07-01 03:07:37 | ERROR | stderr |  input_ids.shape[-1]: 97
2024-07-01 03:07:37 | ERROR | stderr |  num_image_tokens: 1799.0
2024-07-01 03:07:37 | ERROR | stderr |  max_new_tokens: 512
2024-07-01 03:07:37 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
2024-07-01 03:07:37 | ERROR | stderr | warnings.warn(
2024-07-01 03:07:52 | INFO | stdout | Caught Unknown Error
2024-07-01 03:07:52 | INFO | stdout | chunk: {"text": "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**", "error_code": 1}
2024-07-01 03:07:52 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'dynamic'}
2024-07-01 03:07:52 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 03:13:02 | INFO | stdout | Keyboard interruption in main thread... closing server.
2024-07-01 03:13:02 | INFO | stdout | 
demo_logs/model_worker_69c517.log 0 → 100644
View file @ 58d33d4c
2024-07-01 09:50:08 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 09:50:08 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 24, in <module>
2024-07-01 09:50:08 | ERROR | stderr | no_change_btn = gr.Button.update()
2024-07-01 09:50:08 | ERROR | stderr | AttributeError: type object 'Button' has no attribute 'update'
demo_logs/model_worker_6f26c0.log 0 → 100644
View file @ 58d33d4c
2024-07-01 01:52:42 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 01:52:42 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 24, in <module>
2024-07-01 01:52:42 | ERROR | stderr | no_change_btn = gr.Button.update()
2024-07-01 01:52:42 | ERROR | stderr | AttributeError: type object 'Button' has no attribute 'update'
demo_logs/model_worker_75eaf4.log 0 → 100644
View file @ 58d33d4c
2024-07-01 02:55:09 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 02:55:09 | ERROR | stderr | warnings.warn(
2024-07-01 02:55:09 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 02:55:09 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker 75eaf4 ...
2024-07-01 02:57:43 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 02:57:43 | ERROR | stderr | warnings.warn(
2024-07-01 02:57:43 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 02:57:43 | ERROR | stderr | warnings.warn(
2024-07-01 02:57:49 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:57:54 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:57:59 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:58:08 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:58:09 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:58:13 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:58:19 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:58:24 | ERROR | stderr | ERROR: [Errno -2] Name or service not known
2024-07-01 02:58:24 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 02:58:24 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 424, in <module>
2024-07-01 02:58:24 | ERROR | stderr | demo.queue(
2024-07-01 02:58:24 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/blocks.py", line 2038, in launch
2024-07-01 02:58:24 | ERROR | stderr | ) = networking.start_server(
2024-07-01 02:58:24 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/networking.py", line 202, in start_server
2024-07-01 02:58:24 | ERROR | stderr | server.run_in_thread()
2024-07-01 02:58:24 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/networking.py", line 64, in run_in_thread
2024-07-01 02:58:24 | ERROR | stderr | time.sleep(1e-3)
2024-07-01 02:58:24 | ERROR | stderr | KeyboardInterrupt
demo_logs/model_worker_7f7e7c.log 0 → 100644
View file @ 58d33d4c
2024-07-01 00:35:04 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 00:35:04 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 24, in <module>
2024-07-01 00:35:04 | ERROR | stderr | no_change_btn = gr.Button.update()
2024-07-01 00:35:04 | ERROR | stderr | AttributeError: type object 'Button' has no attribute 'update'
demo_logs/model_worker_a3bd7a.log 0 → 100644
View file @ 58d33d4c
2024-07-01 03:18:07 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 03:18:07 | ERROR | stderr | warnings.warn(
2024-07-01 03:18:07 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 03:18:07 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker a3bd7a ...
2024-07-01 03:20:25 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 03:20:25 | ERROR | stderr | warnings.warn(
2024-07-01 03:20:25 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 03:20:25 | ERROR | stderr | warnings.warn(
2024-07-01 03:20:29 | INFO | stdout | Running on local URL: http://0.0.0.0:7897
2024-07-01 03:20:29 | INFO | stdout |
2024-07-01 03:20:29 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
2024-07-01 03:21:11 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/fastapi/routing.py:191: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 03:21:11 | ERROR | stderr | return await dependant.call(**values)
2024-07-01 03:21:13 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 03:21:13 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 03:21:13 | ERROR | stderr | ic| max_context_length: 4096
2024-07-01 03:21:13 | ERROR | stderr |  input_ids.shape[-1]: 97
2024-07-01 03:21:13 | ERROR | stderr |  num_image_tokens: 1799.0
2024-07-01 03:21:13 | ERROR | stderr |  max_new_tokens: 512
2024-07-01 03:21:13 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
2024-07-01 03:21:13 | ERROR | stderr | warnings.warn(
2024-07-01 03:21:28 | INFO | stdout | Caught Unknown Error
2024-07-01 03:21:28 | INFO | stdout | chunk: {"text": "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**", "error_code": 1}
2024-07-01 03:21:29 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'dynamic'}
2024-07-01 03:21:29 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 03:30:03 | INFO | stdout | Keyboard interruption in main thread... closing server.
2024-07-01 03:30:03 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 03:30:03 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/blocks.py", line 2366, in block_thread
2024-07-01 03:30:03 | ERROR | stderr | time.sleep(0.1)
2024-07-01 03:30:03 | ERROR | stderr | KeyboardInterrupt
2024-07-01 03:30:03 | ERROR | stderr |
2024-07-01 03:30:03 | ERROR | stderr | During handling of the above exception, another exception occurred:
2024-07-01 03:30:03 | ERROR | stderr |
2024-07-01 03:30:03 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 03:30:03 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 424, in <module>
2024-07-01 03:30:03 | ERROR | stderr | demo.queue(
2024-07-01 03:30:03 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/blocks.py", line 2271, in launch
2024-07-01 03:30:03 | ERROR | stderr | self.block_thread()
2024-07-01 03:30:03 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/blocks.py", line 2370, in block_thread
2024-07-01 03:30:03 | ERROR | stderr | self.server.close()
2024-07-01 03:30:03 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/networking.py", line 75, in close
2024-07-01 03:30:03 | ERROR | stderr | self.thread.join()
2024-07-01 03:30:03 | ERROR | stderr | File "/usr/lib/python3.10/threading.py", line 1096, in join
2024-07-01 03:30:03 | ERROR | stderr | self._wait_for_tstate_lock()
2024-07-01 03:30:03 | ERROR | stderr | File "/usr/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
2024-07-01 03:30:03 | ERROR | stderr | if lock.acquire(block, timeout):
2024-07-01 03:30:03 | ERROR | stderr | KeyboardInterrupt
2024-07-01 03:30:03 | INFO | stdout | 
demo_logs/model_worker_a44b60.log 0 → 100644
View file @ 58d33d4c
2024-07-01 03:13:54 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 03:13:54 | ERROR | stderr | warnings.warn(
2024-07-01 03:13:54 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 03:13:54 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker a44b60 ...
2024-07-01 03:16:15 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 03:16:15 | ERROR | stderr | warnings.warn(
2024-07-01 03:16:15 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 03:16:15 | ERROR | stderr | warnings.warn(
2024-07-01 03:16:21 | INFO | stdout | Running on local URL: http://0.0.0.0:7879
2024-07-01 03:16:21 | INFO | stdout |
2024-07-01 03:16:21 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
2024-07-01 03:16:51 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/fastapi/routing.py:191: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 03:16:51 | ERROR | stderr | return await dependant.call(**values)
2024-07-01 03:16:53 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 03:16:53 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 03:16:54 | ERROR | stderr | ic| max_context_length: 4096
2024-07-01 03:16:54 | ERROR | stderr |  input_ids.shape[-1]: 97
2024-07-01 03:16:54 | ERROR | stderr |  num_image_tokens: 1799.0
2024-07-01 03:16:54 | ERROR | stderr |  max_new_tokens: 512
2024-07-01 03:16:54 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
2024-07-01 03:16:54 | ERROR | stderr | warnings.warn(
2024-07-01 03:17:09 | INFO | stdout | Caught Unknown Error
2024-07-01 03:17:09 | INFO | stdout | chunk: {"text": "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**", "error_code": 1}
2024-07-01 03:17:09 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'dynamic'}
2024-07-01 03:17:09 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 03:17:18 | INFO | stdout | Keyboard interruption in main thread... closing server.
2024-07-01 03:17:18 | INFO | stdout | 
demo_logs/model_worker_ae7ad3.log 0 → 100644
View file @ 58d33d4c
2024-07-01 01:57:21 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 01:57:21 | ERROR | stderr | warnings.warn(
2024-07-01 01:57:21 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 01:57:21 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker ae7ad3 ...
2024-07-01 01:59:59 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 01:59:59 | ERROR | stderr | warnings.warn(
2024-07-01 01:59:59 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 01:59:59 | ERROR | stderr | warnings.warn(
2024-07-01 02:00:02 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 02:00:02 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 435, in <module>
2024-07-01 02:00:02 | ERROR | stderr | demo = build_demo(args.embed)
2024-07-01 02:00:02 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 286, in build_demo
2024-07-01 02:00:02 | ERROR | stderr | gr.Examples(examples=[
2024-07-01 02:00:02 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/helpers.py", line 58, in create_examples
2024-07-01 02:00:02 | ERROR | stderr | examples_obj = Examples(
2024-07-01 02:00:02 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/helpers.py", line 209, in __init__
2024-07-01 02:00:02 | ERROR | stderr | self.processed_examples = [
2024-07-01 02:00:02 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/helpers.py", line 210, in <listcomp>
2024-07-01 02:00:02 | ERROR | stderr | [
2024-07-01 02:00:02 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/helpers.py", line 211, in <listcomp>
2024-07-01 02:00:02 | ERROR | stderr | component.postprocess(sample)
2024-07-01 02:00:02 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio/components/image.py", line 301, in postprocess
2024-07-01 02:00:02 | ERROR | stderr | return client_utils.encode_url_or_file_to_base64(y)
2024-07-01 02:00:02 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio_client/utils.py", line 400, in encode_url_or_file_to_base64
2024-07-01 02:00:02 | ERROR | stderr | return encode_file_to_base64(path)
2024-07-01 02:00:02 | ERROR | stderr | File "/usr/local/lib/python3.10/dist-packages/gradio_client/utils.py", line 373, in encode_file_to_base64
2024-07-01 02:00:02 | ERROR | stderr | with open(f, "rb") as file:
2024-07-01 02:00:02 | ERROR | stderr | FileNotFoundError: [Errno 2] No such file or directory: '/home/wanglch/projects/DocOwl1.5-Omni/examples/cvpr.png'
demo_logs/model_worker_b94be4.log 0 → 100644
View file @ 58d33d4c
2024-11-06 08:54:58 | INFO | stdout | ['docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'app.py', 'finetune_docowl_lora_gpu.sh', 'mplug_docowl', 'mPLUG-Owl2.1', 'README.md', 'DocLocal4K', 'image', '__pycache__', 'finetune_docowl_gpu.sh', 'requirements.txt', 'finetune_docowl_dcu.sh', 'DocOwl1.5-Omni-base', 'finetune_docowl_lora_dcu.sh', 'docowl_app_demo.sh', 'docowl_infer.py', 'model_worker.py', 'demo_logs', 'evaluation', 'scripts', 'assets']
2024-11-06 08:54:58 | INFO | model_worker | Loading the model mPLUG-DocOwl on worker b94be4 ...
2024-11-06 08:54:58 | ERROR | stderr | Traceback (most recent call last):
2024-11-06 08:54:58 | ERROR | stderr | File "/home/wanglch/mPLUG-DocOwl/app.py", line 414, in <module>
2024-11-06 08:54:58 | ERROR | stderr | model = ModelWorker(args.model_path, None, None,
2024-11-06 08:54:58 | ERROR | stderr | File "/home/wanglch/mPLUG-DocOwl/model_worker.py", line 63, in __init__
2024-11-06 08:54:58 | ERROR | stderr | self.tokenizer, self.model, _, self.context_len = load_pretrained_model(
2024-11-06 08:54:58 | ERROR | stderr | File "/home/wanglch/mPLUG-DocOwl/mplug_docowl/model/builder.py", line 51, in load_pretrained_model
2024-11-06 08:54:58 | ERROR | stderr | tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False)
2024-11-06 08:54:58 | ERROR | stderr | File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/tokenization_auto.py", line 692, in from_pretrained
2024-11-06 08:54:58 | ERROR | stderr | config = AutoConfig.from_pretrained(
2024-11-06 08:54:58 | ERROR | stderr | File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/configuration_auto.py", line 1007, in from_pretrained
2024-11-06 08:54:58 | ERROR | stderr | config_dict, unused_kwargs = PretrainedConfig.get_config_dict(pretrained_model_name_or_path, **kwargs)
2024-11-06 08:54:58 | ERROR | stderr | File "/usr/local/lib/python3.10/site-packages/transformers/configuration_utils.py", line 620, in get_config_dict
2024-11-06 08:54:58 | ERROR | stderr | config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs)
2024-11-06 08:54:58 | ERROR | stderr | File "/usr/local/lib/python3.10/site-packages/transformers/configuration_utils.py", line 675, in _get_config_dict
2024-11-06 08:54:58 | ERROR | stderr | resolved_config_file = cached_file(
2024-11-06 08:54:58 | ERROR | stderr | File "/usr/local/lib/python3.10/site-packages/transformers/utils/hub.py", line 399, in cached_file
2024-11-06 08:54:58 | ERROR | stderr | raise EnvironmentError(
2024-11-06 08:54:58 | ERROR | stderr | OSError: /home/wanglch/mPLUG-DocOwl does not appear to have a file named config.json. Checkout 'https://huggingface.co//home/wanglch/mPLUG-DocOwl/None' for available files.
demo_logs/model_worker_caa0cf.log 0 → 100644
View file @ 58d33d4c
2024-07-01 09:52:12 | ERROR | stderr | Traceback (most recent call last):
2024-07-01 09:52:12 | ERROR | stderr | File "/home/wanglch/projects/DocOwl1.5-Omni/app.py", line 24, in <module>
2024-07-01 09:52:12 | ERROR | stderr | no_change_btn = gr.Button.update()
2024-07-01 09:52:12 | ERROR | stderr | AttributeError: type object 'Button' has no attribute 'update'
demo_logs/model_worker_e89256.log 0 → 100644
View file @ 58d33d4c
This diff is collapsed.
demo_logs/model_worker_eb1068.log 0 → 100644
View file @ 58d33d4c
2024-07-01 11:21:48 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 11:21:48 | ERROR | stderr | warnings.warn(
2024-07-01 11:21:48 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 11:21:48 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker eb1068 ...
2024-07-01 11:22:17 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 11:22:17 | ERROR | stderr | warnings.warn(
2024-07-01 11:22:17 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 11:22:17 | ERROR | stderr | warnings.warn(
2024-07-01 11:22:17 | INFO | stdout | Running on local URL: http://0.0.0.0:7897
2024-07-01 11:22:17 | INFO | stdout |
2024-07-01 11:22:17 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
2024-07-01 11:22:18 | INFO | stdout | IMPORTANT: You are using gradio version 3.47.1, however version 4.29.0 is available, please upgrade.
2024-07-01 11:22:18 | INFO | stdout | --------
2024-07-01 11:22:48 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/fastapi/routing.py:191: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 11:22:48 | ERROR | stderr | return await dependant.call(**values)
2024-07-01 11:22:50 | ERROR | stderr | /usr/local/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 11:22:50 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 11:22:50 | ERROR | stderr | ic| max_context_length: 4096
2024-07-01 11:22:50 | ERROR | stderr |  input_ids.shape[-1]: 98
2024-07-01 11:22:50 | ERROR | stderr |  num_image_tokens: 1799.0
2024-07-01 11:22:50 | ERROR | stderr |  max_new_tokens: 512
2024-07-01 11:22:50 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
2024-07-01 11:22:50 | ERROR | stderr | warnings.warn(
2024-07-01 11:23:06 | INFO | stdout | Caught Unknown Error
2024-07-01 11:23:06 | INFO | stdout | chunk: {"text": "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**", "error_code": 1}
2024-07-01 11:23:06 | ERROR | stderr | /usr/local/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'dynamic'}
2024-07-01 11:23:06 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 11:23:37 | INFO | stdout | Keyboard interruption in main thread... closing server.
2024-07-01 11:23:38 | INFO | stdout | 
demo_logs/model_worker_eee82a.log 0 → 100644
View file @ 58d33d4c
2024-07-01 02:12:51 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/gradio/components/button.py:89: UserWarning: Using the update method is deprecated. Simply return a new object instead, e.g. `return gr.Button(...)` instead of `return gr.Button.update(...)`.
2024-07-01 02:12:51 | ERROR | stderr | warnings.warn(
2024-07-01 02:12:51 | INFO | stdout | ['DocOwl1.5-Omni-base', 'assets', 'evaluation', 'scripts', 'README.md', 'model_worker.py', 'docowl_infer.py', 'requirements.txt', 'docowl_app_demo.sh', '__pycache__', 'mplug_docowl', 'app.py', 'docowl_doclocal4k_evaluate.py', 'docowl_benchmark_evaluate.py', 'demo_logs', 'image', 'DocLocal4K']
2024-07-01 02:12:51 | INFO | model_worker | Loading the model DocOwl1.5-Omni-base on worker eee82a ...
2024-07-01 02:15:12 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 02:15:12 | ERROR | stderr | warnings.warn(
2024-07-01 02:15:12 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
2024-07-01 02:15:12 | ERROR | stderr | warnings.warn(
2024-07-01 02:15:18 | INFO | stdout | Running on local URL: http://0.0.0.0:7860
2024-07-01 02:15:18 | INFO | stdout |
2024-07-01 02:15:18 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
2024-07-01 02:16:31 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/fastapi/routing.py:191: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 02:16:31 | ERROR | stderr | return await dependant.call(**values)
2024-07-01 02:16:32 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'static'}
2024-07-01 02:16:32 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 02:16:33 | ERROR | stderr | ic| max_context_length: 4096
2024-07-01 02:16:33 | ERROR | stderr |  input_ids.shape[-1]: 98
2024-07-01 02:16:33 | ERROR | stderr |  num_image_tokens: 1799.0
2024-07-01 02:16:33 | ERROR | stderr |  max_new_tokens: 512
2024-07-01 02:16:33 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:362: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
2024-07-01 02:16:33 | ERROR | stderr | warnings.warn(
2024-07-01 02:16:33 | ERROR | stderr | /usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:367: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.6` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
2024-07-01 02:16:33 | ERROR | stderr | warnings.warn(
2024-07-01 02:16:48 | INFO | stdout | Caught Unknown Error
2024-07-01 02:16:48 | INFO | stdout | chunk: {"text": "**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**", "error_code": 1}
2024-07-01 02:16:48 | ERROR | stderr | /usr/lib/python3.10/asyncio/runners.py:44: GradioUnusedKwargWarning: You have unused kwarg parameters in Button, please remove them: {'mode': 'dynamic'}
2024-07-01 02:16:48 | ERROR | stderr | return loop.run_until_complete(main)
2024-07-01 02:46:57 | INFO | stdout | Keyboard interruption in main thread... closing server.
2024-07-01 02:46:57 | INFO | stdout | 
docowl_app_demo.sh 0 → 100644
View file @ 58d33d4c
CUDA_VISIBLE_DEVICES=0 python app.py --model-source local --model-path /home/wanglch/mPLUG-DocOwl/ DocOwl1.5-Omni-base --host 0.0.0.0 --port 7867
docowl_benchmark_evaluate.py 0 → 100644
View file @ 58d33d4c
import json
import jsonlines
from docowl_infer import DocOwlInfer
from tqdm import tqdm
import os
from icecream import ic
from evaluation.benchmarks_eval import (llm_text_localization_eval, llm_textcaps_textvqa_eval,llm_benchmark_eval)
from evaluation.due_benchmarks_eval import llm_duebenchmark_eval
import argparse
def read_jsonl(filename):
lines = []
with open(filename, 'r', encoding='utf-8') as f:
for line in jsonlines.Reader(f):
lines.append(line)
return lines
def save_jsonl(data, filename, print_log=True):
"""data is a list"""
with open(filename, "w") as f:
f.write("\n".join([json.dumps(e, ensure_ascii=False) for e in data]))
if print_log:
print('save %d samples to %s' % (len(data), filename))
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='docowl1.5 benchmark evaluation')
parser.add_argument('--model_path', type=str, help='the directory path of model')
parser.add_argument('--dataset', type=str, choices=['DocVQA', 'InfographicsVQA', 'WikiTableQuestions', 'DeepForm', 'KleisterCharity', 'TabFact',
'ChartQA', 'TextVQA', 'TextCaps', 'VisualMRC'])
parser.add_argument('--downstream_dir', type=str, help='the directory path of DocDownstream-1.0')
parser.add_argument('--save_dir', type=str, help='the directory to save predictions of the model')
args = parser.parse_args()
model_path = args.model_path
dataset = args.dataset
downstream_dir = args.downstream_dir
save_dir = args.save_dir
if not os.path.exists(save_dir):
os.makedirs(save_dir)
test_path = os.path.join(downstream_dir, 'test', dataset+'_test.jsonl')
save_path = os.path.join(save_dir, dataset+'_test_pred.jsonl')
if os.path.exists(save_path):
print(save_path+' exists, skip inference. ')
else:
docowl = DocOwlInfer(ckpt_path=model_path, anchors='grid_9', add_global_img=True)
print('load model from ', model_path)
# infer the test samples one by one
test_samples = read_jsonl(test_path)
infer_results = []
for sample in tqdm(test_samples):
image =os.path.join(downstream_dir, sample['image'][0])
assert os.path.exists(image)
question = sample['messages'][0]
answer = sample['messages'][1]
assert question['role'] == 'user'
assert answer['role'] == 'assistant'
query = question['content'].replace('<|image|>', '')
gt_answer = answer['content']
model_answer = docowl.inference(image, query)
sample['model_answer'] = model_answer
sample['gt_answer'] = gt_answer
ic(model_answer, gt_answer)
infer_results.append(sample)
save_jsonl(infer_results, save_path)
# calculate metrics
pred_path = save_path
if not os.path.exists(pred_path):
print('not exists:', pred_path)
exit(0)
meta_dir = os.path.join(downstream_dir, 'meta')
if dataset in ['DeepForm', 'DocVQA', 'InfographicsVQA', 'KleisterCharity', 'WikiTableQuestions']:
llm_duebenchmark_eval(dataset_name=dataset, split='test', llm_pred_path=pred_path, meta_dir=meta_dir)
elif dataset in ['TabFact']:
llm_benchmark_eval(metric_names=['ExactAccuracy'], result_path=pred_path, save_each_eval=True)
elif dataset in ['ChartQA']:
llm_benchmark_eval(metric_names=['RelaxedAccuracy'], result_path=pred_path, save_each_eval=True)
elif dataset in ['TextCaps', 'TextVQA']:
llm_textcaps_textvqa_eval(result_path=pred_path, dataset=dataset, split='test', meta_dir=meta_dir)
elif dataset in ['VisualMRC']:
llm_benchmark_eval(metric_names=['BLEU1', 'BLEU2', 'BLEU3', 'BLEU4', 'Meteor', 'RougeL', 'CIDEr'], result_path=pred_path, save_each_eval=True)
print('==============================================')
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment