File size: 3,282 Bytes
54216bc |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 |
import os
import re
import json
from tqdm import tqdm
from config import config
def refine_answer():
print("-------- Refine start --------")
rawpath, kflen, num_group, base_dir = config.kf_answer_path, config.refine_kflen, config.refine_num_group, config.base_dir
videos = [json.loads(q) for q in open(os.path.expanduser(rawpath), "r")]
outpath = config.refine_output_path
outfile = open(outpath, "w")
kflen_group = kflen // num_group
for video_ in tqdm(videos):
VLM_path = []
VLM_timeline = []
VLM_images = []
VLM_keyword = []
idx_list = [e for e in range(8)]
q_uid = video_['q_uid']
concatimgs = video_['output_VLM']
kf_paths_VLM = video_['kf_paths_VLM']
kf_timeline = video_['kf_timeline']
kw_perconcat_clip = video_["kw_perconcat_clip"]
for idx_concat, concatimg in enumerate(concatimgs):
VLM_images_iter = []
if isinstance(concatimg, list): concatimg = concatimg[0]
try:
tmp = concatimg.replace("```json\n", "").replace("```", "").replace("':", "\":").replace("{'", "{\"").replace("any image", "0").replace("\n'", "\n\"")
img_dict = json.loads(tmp)
for e in img_dict.keys():
e = e.replace("image_", "").replace("image", "").replace("_", "")
e = re.findall(r"[-+]?(?:\d*\.*\d+)", e)
e = int(e[0])
if e < 8: VLM_images_iter.append(e)
except:
try:
tmp = tmp.replace("image_", "").replace("image", "").replace("_", "")
tmp = [int(e) for e in re.findall(r"[-+]?(?:\d*\.*\d+)", tmp)]
for e in tmp:
if e < 8: VLM_images_iter.append(e)
print(f"integer parsing was running at q_uid:{q_uid}, VLM_images_iter:{VLM_images_iter}")
except:
assert False, f"q_uid:{q_uid} has a problem of jsonify. concatimg:{concatimg}, tmp:{tmp}"
if len(VLM_images_iter) < kflen_group:
diff = list(set(idx_list) - set(VLM_images_iter))
extralen = kflen_group - len(VLM_images_iter)
VLM_images_iter.extend(diff[:extralen])
elif len(VLM_images_iter) > kflen_group: VLM_images_iter = VLM_images_iter[:kflen_group]
assert len(VLM_images_iter) == kflen_group, f"len(VLM_images_iter):{len(VLM_images_iter)} != kflen_group:{kflen_group}"
for e in VLM_images_iter:
VLM_path.append(kf_paths_VLM[idx_concat][e][0])
VLM_timeline.append(kf_timeline[idx_concat][e])
VLM_images.append(e)
VLM_keyword.append(kw_perconcat_clip[idx_concat][e][0])
video_["VLM_path"] = VLM_path
video_["VLM_timeline"] = VLM_timeline
video_["VLM_images"] = VLM_images
video_["VLM_keyword"] = VLM_keyword
video_.pop("kf_paths_VLM", None)
video_.pop("kf_timeline", None)
outfile.write(json.dumps(video_) + "\n")
outfile.close()
print(f"outpath:{outpath}")
print("-------- Refine done --------")
|