mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00

* [Feat] Add public dataset support for visualglm, qwenvl, and flamingo * [Fix] MMBench related changes. * [Fix] Openflamingo inference. * [Fix] Hide ckpt path. * [Fix] Pre-commit. --------- Co-authored-by: Haodong Duan <dhd.efz@gmail.com>
32 lines
753 B
Python
32 lines
753 B
Python
from typing import Any
|
|
|
|
import torch
|
|
|
|
|
|
class QwenVLBasePostProcessor:
|
|
"""Post processor for Qwen-VL-Base."""
|
|
|
|
def __init__(self) -> None:
|
|
pass
|
|
|
|
def __call__(self, pred: torch.tensor, tokenizer: Any,
|
|
input_len: int) -> str:
|
|
response = self.tokenizer.decode(pred)[input_len:]
|
|
response = response.replace('<|endoftext|>', '').strip()
|
|
return response
|
|
|
|
|
|
class QwenVLChatVSRPostProcessor:
|
|
"""VSR post processor for Qwen-VL-Chat."""
|
|
|
|
def __init__(self) -> None:
|
|
pass
|
|
|
|
def __call__(self, response: str) -> str:
|
|
if 'yes' in response.lower():
|
|
return 'yes'
|
|
elif 'no' in response.lower():
|
|
return 'no'
|
|
else:
|
|
return 'unknown'
|