infer.py

import pdb
import json
from tqdm import tqdm
import t2v_metrics
flant5_score = t2v_metrics.VQAScore(model='flan-t5-base')

questions = json.load(open('playground/data/flan-t5-finetune/mind2web_test_website.json'))
for line in tqdm(questions):
    idx = line["id"]
    image_file = [line["image"]]
    qs = [line["conversations"][0]['value']]
# images = ["images/0.png", "images/0.png"] # A list of images
# prompts = ["Please describe this image: ", "Does the image show 'someone talks on the phone angrily while another person sits happily'?"] # Corresponding prompts
    response = flant5_score.model.generate(images=image_file, prompts=qs)
    print(response)
    pdb.set_trace()