Unverified Commit 7cc6f822 authored by Younes Belkada's avatar Younes Belkada Committed by GitHub
Browse files

[`Flava`] Fix flava doc (#26789)

* fix flava doctest

* add shape

* adapt
parent 8e05ad32
...@@ -1371,8 +1371,19 @@ class FlavaModel(FlavaPreTrainedModel): ...@@ -1371,8 +1371,19 @@ class FlavaModel(FlavaPreTrainedModel):
>>> inputs = processor(text=["a photo of a cat"], images=image, return_tensors="pt", padding=True) >>> inputs = processor(text=["a photo of a cat"], images=image, return_tensors="pt", padding=True)
>>> outputs = model(**inputs) >>> outputs = model(**inputs)
>>> logits_per_image = outputs.contrastive_logits_per_image # this is the image-text similarity score
>>> probs = logits_per_image.softmax(dim=1) # we can take the softmax to get the label probabilities >>> image_embeddings = outputs.image_embeddings
>>> text_embeddings = outputs.text_embeddings
>>> multimodal_embeddings = outputs.multimodal_embeddings
>>> outputs.image_embeddings.shape
torch.Size([1, 197, 768])
>>> text_embeddings.shape
torch.Size([1, 7, 768])
>>> multimodal_embeddings.shape
torch.Size([1, 205, 768])
``` ```
""" """
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment