Merge pull request #28 from TechNomad-ds/main

update the text2sql pipeline

Author: SunnyHaze

dataflow/example/Text2SQLPipeline/dev_databases/california_schools/database_description/frpm.csv

@@ -2,7 +2,7 @@
 from .ExtraKnowledgeGenerator import ExtraKnowledgeGenerator
 from .PromptGenerator import PromptGenerator
 from .QuestionRefiner import QuestionRefiner
-# from .SchemaLinking import SchemaLinking
+from .SchemaLinking import SchemaLinking
 from .SQLDifficultyClassifier import SQLDifficultyClassifier
 from .SQLFilter import SQLFilter
 from .Text2SQLDifficultyClassifier import Text2SQLDifficultyClassifier
@@ -12,7 +12,7 @@
     "ExtraKnowledgeGenerator",
     "PromptGenerator",
     "QuestionRefiner",
-    # "SchemaLinking",
+    "SchemaLinking",
     "SQLDifficultyClassifier",
     "SQLFilter",
     "Text2SQLDifficultyClassifier"

dataflow/example/Text2SQLPipeline/dev_databases/california_schools/database_description/satscores.csv

@@ -3,7 +3,6 @@
 
 from .Reasoning import *
 from .GeneralText import *
-#from .KnowledgeCleaning import *
 from .Text2SQL import *
 
 from .KnowledgeCleaning import *
@@ -35,7 +34,7 @@
     "MultiHopQAGenerator": (cur_path + "KnowledgeCleaning/MultiHopQAGenerator.py", "MultiHopQAGenerator"),
     "AutoPromptGenerator": (cur_path + "AgenticRAG/AutoPromptGenerator.py", "AutoPromptGenerator"),
     "QAScorer": (cur_path + "AgenticRAG/QAScorer.py", "QAScorer"),
-    "QAGenerator": (cur_path + "AgenticRAG/QAGenerator.py", "QAGenerator"),
+    "QAGenerator": (cur_path + "AgenticRAG/QAGenerator.py", "QAGenerator")
 }
 
 sys.modules[__name__] = LazyLoader(__name__, "dataflow/operators/generate/", _import_structure)