import re
from dingo.config.input_args import EvaluatorRuleArgs
from dingo.io import Data
from dingo.io.output.eval_detail import EvalDetail
from dingo.model.model import Model
from dingo.model.rule.base import BaseRule
@Model.rule_register('QUALITY_BAD_RELEVANCE', ['test'])
class CommonPatternDemo(BaseRule):
"""let user input pattern to search"""
dynamic_config = EvaluatorRuleArgs(pattern = "blue")
@classmethod
def eval(cls, input_data: Data) -> EvalDetail:
res = EvalDetail(metric=cls.__name__)
matches = re.findall(cls.dynamic_config.pattern, input_data.content)
if matches:
res.status = True
res.label = [f"{cls.metric_type}.{cls.__name__}"]
res.reason = matches
return res
if __name__ == '__main__':
from pathlib import Path
from dingo.config import InputArgs
from dingo.exec import Executor
# 获取项目根目录
PROJECT_ROOT = Path(__file__).parent.parent.parent
input_data = {
"input_path": str(PROJECT_ROOT / "test/data/test_local_json.json"),
"dataset": {
"source": "local",
"format": "json",
},
"evaluator": [
{
"fields": {"content": "prediction"},
"evals": [
{"name": "CommonPatternDemo"},
]
}
]
}
input_args = InputArgs(**input_data)
executor = Executor.exec_map["local"](input_args)
result = executor.execute()
print(result)
