Skip to content

Commit 668f03c

Browse files
authored
[op] Rename PromptTemplatedGenerator to FormatStrPromptedGenerator (#424)
1 parent 67d62fb commit 668f03c

File tree

8 files changed

+23
-23
lines changed

8 files changed

+23
-23
lines changed

dataflow/operators/core_text/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22

33
if TYPE_CHECKING:
44
from .generate.prompted_generator import PromptedGenerator
5-
from .generate.prompt_templated_generator import PromptTemplatedGenerator
5+
from .generate.format_str_prompted_generator import FormatStrPromptedGenerator
66
from .generate.random_domain_knowledge_row_generator import RandomDomainKnowledgeRowGenerator
77
from .generate.text2qa_generator import Text2QAGenerator
88
from .generate.text2multihopqa_generator import Text2MultiHopQAGenerator

dataflow/operators/core_text/generate/prompt_templated_generator.py renamed to dataflow/operators/core_text/generate/format_str_prompted_generator.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -9,17 +9,17 @@
99
from dataflow.core.prompt import prompt_restrict, PromptABC, DIYPromptABC
1010
from typing import Union, Any, Set
1111

12-
from dataflow.prompts.core_text import StrFormatPrompt
12+
from dataflow.prompts.core_text import FormatStrPrompt
1313
@prompt_restrict(
14-
StrFormatPrompt,
14+
FormatStrPrompt,
1515
)
1616
@OPERATOR_REGISTRY.register()
17-
class PromptTemplatedGenerator(OperatorABC):
17+
class FormatStrPromptedGenerator(OperatorABC):
1818
def __init__(
1919
self,
2020
llm_serving: LLMServingABC,
2121
system_prompt: str = "You are a helpful agent.",
22-
prompt_template: Union[StrFormatPrompt, DIYPromptABC] = StrFormatPrompt,
22+
prompt_template: Union[FormatStrPrompt, DIYPromptABC] = FormatStrPrompt,
2323
json_schema: dict = None,
2424
):
2525
self.logger = get_logger()

dataflow/prompts/core_text.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
from dataflow.core.prompt import PromptABC
33

44
@PROMPT_REGISTRY.register()
5-
class StrFormatPrompt(PromptABC):
5+
class FormatStrPrompt(PromptABC):
66
"""
77
Only the f_str_template needs to be provided.
88
- Automatically parses the required fields from the template (self.fields)

dataflow/statics/playground/playground/prompt_templated_generator/double_column_input.py renamed to dataflow/statics/playground/playground/format_str_prompt_generator/double_column_input.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
1-
from dataflow.operators.core_text import PromptTemplatedGenerator
1+
from dataflow.operators.core_text import FormatStrPromptedGenerator
22
from dataflow.serving import APILLMServing_request
33
from dataflow.utils.storage import FileStorage
44

5-
from dataflow.prompts.core_text import StrFormatPrompt
5+
from dataflow.prompts.core_text import FormatStrPrompt
66

77

88
class DoubleColumnInputTestCase():
@@ -19,10 +19,10 @@ def __init__(self):
1919
model_name="gpt-4o"
2020
)
2121

22-
self.prompt_template = StrFormatPrompt(
22+
self.prompt_template = FormatStrPrompt(
2323
f_str_template="What does a {input_roll} like to {input_term}?"
2424
)
25-
self.operator = PromptTemplatedGenerator(
25+
self.operator = FormatStrPromptedGenerator(
2626
llm_serving=self.llm_serving,
2727
prompt_template=self.prompt_template
2828
)

dataflow/statics/playground/simple_text_pipelines/sft_from_scratch.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11

22
from dataflow.operators.text_sft import CondorGenerator
3-
from dataflow.operators.core_text import PromptedGenerator,PromptTemplatedGenerator
3+
from dataflow.operators.core_text import PromptedGenerator,FormatStrPromptedGenerator
44
from dataflow.operators.core_text import GeneralFilter
55
from dataflow.utils.storage import FileStorage
66
from dataflow.serving import APILLMServing_request
7-
from dataflow.prompts.core_text import StrFormatPrompt
7+
from dataflow.prompts.core_text import FormatStrPrompt
88

99
prompt = (
1010
"You are a senior content quality evaluator performing final assessment. "
@@ -42,10 +42,10 @@ def __init__(self):
4242
)
4343
self.instruction_generator = CondorGenerator(llm_serving=self.llm_serving, num_samples=self.num_generated_samples)
4444
self.answer_generator = PromptedGenerator(llm_serving=self.llm_serving, system_prompt="Please answer this question.")
45-
self.prompt_template = StrFormatPrompt(
45+
self.prompt_template = FormatStrPrompt(
4646
f_str_template="Please rate the following SFT data: instruction: {instruction}, output: {output}?"
4747
)
48-
self.rater = PromptTemplatedGenerator(llm_serving=self.llm_serving, system_prompt = prompt, prompt_template=self.prompt_template)
48+
self.rater = FormatStrPromptedGenerator(llm_serving=self.llm_serving, system_prompt = prompt, prompt_template=self.prompt_template)
4949
self.filter = GeneralFilter([lambda df: df['data_score'] >= 3])
5050

5151
def forward(self):

dataflow/statics/scaffold/{{cookiecutter.repo_name}}/{{cookiecutter.package_name}}/operators/core/my_prompt_template_generator.py renamed to dataflow/statics/scaffold/{{cookiecutter.repo_name}}/{{cookiecutter.package_name}}/operators/core/my_format_str_prompted_generator.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -8,18 +8,18 @@
88
from dataflow.core.prompt import prompt_restrict, DIYPromptABC
99
from typing import Union, Any
1010

11-
from {{cookiecutter.package_name}}.prompts.core import MyStrFormatPrompt
11+
from {{cookiecutter.package_name}}.prompts.core import MyFormatStringPrompt
1212

1313
@prompt_restrict(
14-
MyStrFormatPrompt,
14+
MyFormatStringPrompt,
1515
)
1616
@OPERATOR_REGISTRY.register()
17-
class MyPromptTemplatedGenerator(OperatorABC):
17+
class MyFormatStrPromptedGenerator(OperatorABC):
1818
def __init__(
1919
self,
2020
llm_serving: LLMServingABC,
2121
system_prompt: str = "You are a helpful agent.",
22-
prompt_template: Union[MyStrFormatPrompt, DIYPromptABC] = MyStrFormatPrompt,
22+
prompt_template: Union[MyFormatStringPrompt, DIYPromptABC] = MyFormatStringPrompt,
2323
json_schema: dict = None,
2424
):
2525
self.logger = get_logger()

dataflow/statics/scaffold/{{cookiecutter.repo_name}}/{{cookiecutter.package_name}}/pipelines/my_pipeline.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
1-
from {{cookiecutter.package_name}}.operators.core.my_prompt_template_generator import MyPromptTemplatedGenerator
1+
from {{cookiecutter.package_name}}.operators.core.my_format_str_prompted_generator import MyFormatStrPromptedGenerator
22
from {{cookiecutter.package_name}}.operators.core.my_prompted_generator import MyPromptedGenerator
33
from dataflow.serving import APILLMServing_request
44
from dataflow.utils.storage import FileStorage
55
from dataflow.pipeline import PipelineABC
66

7-
from {{cookiecutter.package_name}}.prompts.core import MyStrFormatPrompt
7+
from {{cookiecutter.package_name}}.prompts.core import MyFormatStringPrompt
88

99
class MySimplePipeline(PipelineABC):
1010
def __init__(self):
@@ -19,10 +19,10 @@ def __init__(self):
1919
api_url="https://api.openai.com/v1/chat/completions",
2020
model_name="gpt-4o"
2121
)
22-
self.prompt_template = MyStrFormatPrompt(
22+
self.prompt_template = MyFormatStringPrompt(
2323
f_str_template="What does a {input_roll} like to {input_term}?"
2424
)
25-
self.op1 = MyPromptTemplatedGenerator(
25+
self.op1 = MyFormatStrPromptedGenerator(
2626
llm_serving=self.llm_serving,
2727
prompt_template=self.prompt_template
2828
)

dataflow/statics/scaffold/{{cookiecutter.repo_name}}/{{cookiecutter.package_name}}/prompts/core.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
from dataflow.core.prompt import PromptABC
33

44
@PROMPT_REGISTRY.register()
5-
class MyStrFormatPrompt(PromptABC):
5+
class MyFormatStringPrompt(PromptABC):
66
"""
77
Only the f_str_template needs to be provided.
88
- Automatically parses the required fields from the template (self.fields)

0 commit comments

Comments
 (0)