Commit a52cb68a a52cb68a119730b12f0c6cd61b08e9e90687e1d0 by 沈秋雨

bugfix

1 parent f0c4e2ec
......@@ -17,6 +17,9 @@ from ragas.testset.synthesizers.single_hop.base import (
SingleHopQuerySynthesizer,
SingleHopScenario,
)
from ragas.testset.synthesizers.single_hop.specific import (
SingleHopSpecificQuerySynthesizer,
)
from weknora_eval.config import require_config
from weknora_eval.loaders import read_jsonl, write_jsonl
......@@ -235,8 +238,9 @@ def _generate_ragas_prechunked(
return generator.generate_with_chunks(
documents,
testset_size=size,
query_distribution=[(SingleHopSpecificQuerySynthesizer(llm=ragas_llm), 1.0)],
run_config=run_config,
raise_exceptions=False,
raise_exceptions=True,
)
......@@ -253,8 +257,9 @@ def _generate_ragas_langchain_docs(
generator = TestsetGenerator(llm=ragas_llm, embedding_model=ragas_embeddings)
generate_kwargs: dict[str, Any] = {
"testset_size": size,
"query_distribution": [(SingleHopSpecificQuerySynthesizer(llm=ragas_llm), 1.0)],
"run_config": run_config,
"raise_exceptions": False,
"raise_exceptions": True,
}
return generator.generate_with_langchain_docs(documents, **generate_kwargs)
......