compare_math.py•886 B
from dingo.config import InputArgs
from dingo.exec import Executor
input_data = {
'input_path': '../../test/data/compare/test_math_compare.jsonl',
'dataset': {
'source': 'local',
'format': 'jsonl',
'field': {
'id': 'track_id',
'content': 'clean_html'
}
},
'executor': {
'prompt_list': ['PromptMathCompare'],
'batch_size': 10,
'max_workers': 10,
'result_save': {
'bad': True,
'good': True,
'raw': True
}
},
'evaluator': {
'llm_config': {
'LLMMathCompare': {
'key': '',
'api_url': '',
'temperature': 0
}
}
}
}
input_args = InputArgs(**input_data)
executor = Executor.exec_map['local'](input_args)
result = executor.execute()
print(result)