Commit a52cb68a a52cb68a119730b12f0c6cd61b08e9e90687e1d0 by 沈秋雨

bugfix

1 parent f0c4e2ec
...@@ -17,6 +17,9 @@ from ragas.testset.synthesizers.single_hop.base import ( ...@@ -17,6 +17,9 @@ from ragas.testset.synthesizers.single_hop.base import (
17 SingleHopQuerySynthesizer, 17 SingleHopQuerySynthesizer,
18 SingleHopScenario, 18 SingleHopScenario,
19 ) 19 )
20 from ragas.testset.synthesizers.single_hop.specific import (
21 SingleHopSpecificQuerySynthesizer,
22 )
20 23
21 from weknora_eval.config import require_config 24 from weknora_eval.config import require_config
22 from weknora_eval.loaders import read_jsonl, write_jsonl 25 from weknora_eval.loaders import read_jsonl, write_jsonl
...@@ -235,8 +238,9 @@ def _generate_ragas_prechunked( ...@@ -235,8 +238,9 @@ def _generate_ragas_prechunked(
235 return generator.generate_with_chunks( 238 return generator.generate_with_chunks(
236 documents, 239 documents,
237 testset_size=size, 240 testset_size=size,
241 query_distribution=[(SingleHopSpecificQuerySynthesizer(llm=ragas_llm), 1.0)],
238 run_config=run_config, 242 run_config=run_config,
239 raise_exceptions=False, 243 raise_exceptions=True,
240 ) 244 )
241 245
242 246
...@@ -253,8 +257,9 @@ def _generate_ragas_langchain_docs( ...@@ -253,8 +257,9 @@ def _generate_ragas_langchain_docs(
253 generator = TestsetGenerator(llm=ragas_llm, embedding_model=ragas_embeddings) 257 generator = TestsetGenerator(llm=ragas_llm, embedding_model=ragas_embeddings)
254 generate_kwargs: dict[str, Any] = { 258 generate_kwargs: dict[str, Any] = {
255 "testset_size": size, 259 "testset_size": size,
260 "query_distribution": [(SingleHopSpecificQuerySynthesizer(llm=ragas_llm), 1.0)],
256 "run_config": run_config, 261 "run_config": run_config,
257 "raise_exceptions": False, 262 "raise_exceptions": True,
258 } 263 }
259 return generator.generate_with_langchain_docs(documents, **generate_kwargs) 264 return generator.generate_with_langchain_docs(documents, **generate_kwargs)
260 265
......