mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
0f2c388280
* Support GSM8k evaluation with tools by Lagent and LangChain * Avoid to use MMEngine new feature * update document --------- Co-authored-by: Leymore <zfz-960727@163.com>
49 lines
1.5 KiB
Python
49 lines
1.5 KiB
Python
from typing import List, Tuple
|
|
|
|
from mmengine.registry import Registry
|
|
|
|
REGISTRY = Registry('helper')
|
|
|
|
|
|
class LagentAgent:
|
|
"""Agent wrapper for Lagent.
|
|
|
|
https://github.com/InternLM/lagent.
|
|
"""
|
|
|
|
def __init__(self, agent_type, llm, actions=None, protocol=None, **kwargs):
|
|
llm = REGISTRY.build(llm)
|
|
agent_cfg = {'type': agent_type, 'llm': llm, **kwargs}
|
|
|
|
if actions is not None:
|
|
from lagent.actions import ActionExecutor
|
|
executor = ActionExecutor(
|
|
[REGISTRY.build(action) for action in actions])
|
|
agent_cfg['action_executor'] = executor
|
|
if protocol is not None:
|
|
protocol = REGISTRY.build(protocol)
|
|
agent_cfg['protocol'] = protocol
|
|
|
|
self.agent = REGISTRY.build(agent_cfg)
|
|
|
|
def chat(self, user_input, ice=None) -> Tuple[str, List[dict]]:
|
|
from lagent.schema import ActionReturn, AgentReturn
|
|
generation: AgentReturn = self.agent.chat(user_input)
|
|
self.agent._session_history = [] # clear agent history
|
|
answer = generation.response
|
|
steps = []
|
|
|
|
for step in generation.actions:
|
|
step: ActionReturn
|
|
steps.append(
|
|
dict(
|
|
type=step.type,
|
|
args=step.args,
|
|
result=step.result,
|
|
thought=step.thought,
|
|
state=int(step.state),
|
|
errmsg=step.errmsg,
|
|
valid=int(step.valid),
|
|
))
|
|
return answer, steps
|