Skip to content

Commit 8922eb9

Browse files
[apps] fix use of grok to include base_url
1 parent de273cd commit 8922eb9

File tree

3 files changed

+3
-3
lines changed

3 files changed

+3
-3
lines changed

apps/browser/sitefind.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,5 @@
1010

1111
def site_find(prompt):
1212
messages = [{ "role": "system", "content": system_prompt}, { "role": "user", "content": prompt }]
13-
completion = Groq(api_key=os.environ['HAL9_TOKEN']).chat.completions.create(model = "llama3-70b-8192", messages = messages)
13+
completion = Groq(base_url="https://api.hal9.com/proxy/server=https://api.groq.com/", api_key=os.environ['HAL9_TOKEN']).chat.completions.create(model = "llama3-70b-8192", messages = messages)
1414
return completion.choices[0].message.content

apps/hal9/tools/hal9.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
import os
44

55
def answer_hal9_questions(user_input):
6-
response = Groq(api_key=os.environ['HAL9_TOKEN']).chat.completions.create(
6+
response = Groq(base_url="https://api.hal9.com/proxy/server=https://api.groq.com/", api_key=os.environ['HAL9_TOKEN']).chat.completions.create(
77
model = "llama3-70b-8192",
88
messages = [{"role": "system", "content": DATA["hal9"]},{"role": "user", "content": user_input}],
99
temperature = 0,

python/hal9/templates/groq/app.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
messages = h9.load("messages", [])
66
prompt = h9.input(messages = messages)
77

8-
completions = Groq(api_key=os.environ['HAL9_TOKEN']).chat.completions.create(model = "llama3-70b-8192", messages = messages, stream = True)
8+
completions = Groq(base_url="https://api.hal9.com/proxy/server=https://api.groq.com/", api_key=os.environ['HAL9_TOKEN']).chat.completions.create(model = "llama3-70b-8192", messages = messages, stream = True)
99

1010
h9.complete(completions, messages = messages)
1111
h9.save("messages", messages, hidden = True)

0 commit comments

Comments
 (0)