mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
20 lines
525 B
Python
20 lines
525 B
Python
|
from dataclasses import asdict, dataclass, field
|
||
|
|
from typing import Any, Dict
|
||
|
|
|
||
|
|
|
||
|
|
@dataclass
|
||
|
|
class ResponseDataSample:
|
||
|
|
"""
|
||
|
|
Args:
|
||
|
|
template(str): Format string with keyword-only arguments. For
|
||
|
|
example '{who} like {what}'
|
||
|
|
pred(Any): Parsed data from LLM generating response.
|
||
|
|
gt(Any): Ground truth data
|
||
|
|
meta_data(dict, optional): Meta information will be used to evaluate
|
||
|
|
LLM's response
|
||
|
|
"""
|
||
|
|
template: str
|
||
|
|
pred: Any
|
||
|
|
gt: Any
|
||
|
|
meta_data: dict = None
|