mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
41 lines
974 B
Python
41 lines
974 B
Python
import time
|
|
from copy import deepcopy
|
|
|
|
from opencompass.datasets.evalplus.eval.utils import time_limit
|
|
|
|
|
|
def trusted_exec(code, inputs, entry_point, record_time=False, output_not_none=False):
|
|
"""Execute trusted code in place."""
|
|
exec_globals = {}
|
|
exec(code, exec_globals)
|
|
fn = exec_globals[entry_point]
|
|
|
|
rtime = []
|
|
ret = []
|
|
for inp in inputs:
|
|
inp = deepcopy(inp)
|
|
if record_time:
|
|
start = time.time()
|
|
ret.append(fn(*inp))
|
|
rtime.append(time.time() - start)
|
|
else:
|
|
ret.append(fn(*inp))
|
|
|
|
if output_not_none:
|
|
ret = [i is not None for i in ret]
|
|
|
|
if record_time:
|
|
return ret, rtime
|
|
else:
|
|
return ret
|
|
|
|
|
|
def trusted_check_exec(code, inputs, entry_point):
|
|
"""Check trusted_exec success."""
|
|
try:
|
|
with time_limit(seconds=1.0):
|
|
trusted_exec(code, inputs, entry_point)
|
|
except Exception:
|
|
return False
|
|
return True
|