bugfix
Showing
1 changed file
with
7 additions
and
2 deletions
| ... | @@ -17,6 +17,9 @@ from ragas.testset.synthesizers.single_hop.base import ( | ... | @@ -17,6 +17,9 @@ from ragas.testset.synthesizers.single_hop.base import ( |
| 17 | SingleHopQuerySynthesizer, | 17 | SingleHopQuerySynthesizer, |
| 18 | SingleHopScenario, | 18 | SingleHopScenario, |
| 19 | ) | 19 | ) |
| 20 | from ragas.testset.synthesizers.single_hop.specific import ( | ||
| 21 | SingleHopSpecificQuerySynthesizer, | ||
| 22 | ) | ||
| 20 | 23 | ||
| 21 | from weknora_eval.config import require_config | 24 | from weknora_eval.config import require_config |
| 22 | from weknora_eval.loaders import read_jsonl, write_jsonl | 25 | from weknora_eval.loaders import read_jsonl, write_jsonl |
| ... | @@ -235,8 +238,9 @@ def _generate_ragas_prechunked( | ... | @@ -235,8 +238,9 @@ def _generate_ragas_prechunked( |
| 235 | return generator.generate_with_chunks( | 238 | return generator.generate_with_chunks( |
| 236 | documents, | 239 | documents, |
| 237 | testset_size=size, | 240 | testset_size=size, |
| 241 | query_distribution=[(SingleHopSpecificQuerySynthesizer(llm=ragas_llm), 1.0)], | ||
| 238 | run_config=run_config, | 242 | run_config=run_config, |
| 239 | raise_exceptions=False, | 243 | raise_exceptions=True, |
| 240 | ) | 244 | ) |
| 241 | 245 | ||
| 242 | 246 | ||
| ... | @@ -253,8 +257,9 @@ def _generate_ragas_langchain_docs( | ... | @@ -253,8 +257,9 @@ def _generate_ragas_langchain_docs( |
| 253 | generator = TestsetGenerator(llm=ragas_llm, embedding_model=ragas_embeddings) | 257 | generator = TestsetGenerator(llm=ragas_llm, embedding_model=ragas_embeddings) |
| 254 | generate_kwargs: dict[str, Any] = { | 258 | generate_kwargs: dict[str, Any] = { |
| 255 | "testset_size": size, | 259 | "testset_size": size, |
| 260 | "query_distribution": [(SingleHopSpecificQuerySynthesizer(llm=ragas_llm), 1.0)], | ||
| 256 | "run_config": run_config, | 261 | "run_config": run_config, |
| 257 | "raise_exceptions": False, | 262 | "raise_exceptions": True, |
| 258 | } | 263 | } |
| 259 | return generator.generate_with_langchain_docs(documents, **generate_kwargs) | 264 | return generator.generate_with_langchain_docs(documents, **generate_kwargs) |
| 260 | 265 | ... | ... |
-
Please register or sign in to post a comment