mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
90efcf2216
* Update with PMMEval * Update * Update __init__.py * Fix Bugs * Delete .pre-commit-config.yaml * Pull merge --------- Co-authored-by: liushz <qq1791167085@163.com>
31 lines
710 B
Python
Executable File
31 lines
710 B
Python
Executable File
import re
|
||
|
||
comma_unicode = {
|
||
'ar': re.compile(r'[\u060C]'),
|
||
'es': re.compile(r'[,\uFF0C]'),
|
||
'fr': re.compile(r'[,\u2026]'),
|
||
'ja': re.compile(r'[,\u3001]'),
|
||
'ko': re.compile(r'[,]'),
|
||
'pt': re.compile(r'[,\uFF0C]'),
|
||
'th': re.compile(r'[\u0E25]'),
|
||
'vi': re.compile(r'[,\uFF0C]'),
|
||
'en': re.compile(r'[,]'),
|
||
'zh': re.compile(r'[,，]')
|
||
}
|
||
|
||
|
||
def no_comma_checker(input_string: str, lang_code: str, **kwargs):
|
||
if len(comma_unicode[lang_code].findall(input_string)) > 0:
|
||
return False
|
||
else:
|
||
return True
|
||
|
||
|
||
punctuation_checker = {
|
||
'no_comma': {
|
||
'function': no_comma_checker,
|
||
'required_lang_code': True,
|
||
'num_of_params': 2
|
||
}
|
||
}
|