fix LLM prompt faithfulness

Prithivi Da · Prithivi Da · commit 81bcd53047b9 · 2025-03-30T18:25:35.000+07:00
diff --git a/setup.py b/setup.py
@@ -38,7 +38,7 @@
 
 setup(
     name='Route0x',
-    version='0.1.22',
+    version='0.1.24',
     description='Low latency, High Accuracy, Custom Query routers.',
     packages=find_packages(where="src"),
     package_dir={'': 'src'},
diff --git a/src/route0x/route_builder/route_builder.py b/src/route0x/route_builder/route_builder.py
@@ -462,8 +462,11 @@ def _generate_synthetic_queries(
                         self.logger.debug(response)
                     else:
                         resp_obj = json.loads(response)
+                        self.logger.debug(resp_obj)
                         if "queries" in resp_obj:
                             examples = resp_obj["queries"]
+                        elif isinstance(resp_obj, list):    
+                            examples = resp_obj
                         else:
                             self.logger.error("LLM Prompt failed to stick to the schema") 
                             sys.exit(0)       
diff --git a/src/route0x/route_builder/unified_llm_caller.py b/src/route0x/route_builder/unified_llm_caller.py
@@ -61,7 +61,6 @@ def _generate_google(self, prompt):
                 "top_p": 1.0,
                 "top_k": 0,
                 "max_output_tokens": 4000,
-                "response_mime_type": "application/json",
             }
             
             # Build the API URL with your API key

Original file line number	Diff line number	Diff line change
`@@ -61,7 +61,6 @@ def _generate_google(self, prompt):`
`61`	`61`	`"top_p": 1.0,`
`62`	`62`	`"top_k": 0,`
`63`	`63`	`"max_output_tokens": 4000,`
`64`		`- "response_mime_type": "application/json",`
`65`	`64`	`}`
`66`	`65`
`67`	`66`	`# Build the API URL with your API key`