Update README.md

README.md

@@ -69,11 +69,14 @@ model = CLIPModel.from_pretrained("xuemduan/reevaluate-clip")
 processor = CLIPProcessor.from_pretrained("xuemduan/reevaluate-clip")
 
 image = Image.open("artefact.jpg")
-text = "yellow flower paintings by Van Gogh between 1887 and 1889"
+text = "yellow flower paintings"
 
-inputs = processor(text=[text], images=image, return_tensors="pt", padding=True)
-outputs = model(**inputs)
+image_embeds = model.get_image_features(**processor(images=image, return_tensors="pt"))
+text_embeds = model.get_text_features(**processor(text=[text], return_tensors="pt"))
 
-# Compute similarity
-similarity = outputs.logits_per_image.softmax(dim=-1)
+# normalize
+image_embeds = image_embeds / image_embeds.norm(dim=-1, keepdim=True)
+text_embeds = text_embeds / text_embeds.norm(dim=-1, keepdim=True)
+
+similarity = (image_embeds @ text_embeds.T)
 print(similarity)