"mmdet3d/datasets/pipelines/transforms_3d.py" did not exist on "db986fa4eef2625f887d642e841b1215941f6af8"
gemini_example_multimodal_chat.py 573 Bytes
Newer Older
1
from sglang import function, user, assistant, gen, image, set_default_backend, VertexAI
shiyi.c_98's avatar
shiyi.c_98 committed
2
3
4
5
6
7
8


@function
def image_qa(s, image_file1, image_file2, question):
    s += user(image(image_file1) + image(image_file2) + question)
    s += assistant(gen("answer_1", max_tokens=256))

9
set_default_backend(VertexAI("gemini-pro-vision"))
shiyi.c_98's avatar
shiyi.c_98 committed
10
11
12
13
14
15
16
17
18

state = image_qa.run(
    image_file1="./images/cat.jpeg",
    image_file2="./images/dog.jpeg",
    question="Describe difference of the 2 images in one sentence.",
    stream=True
)

for out in state.text_iter():
19
    print(out, end="", flush=True)