Skip to content

Commit ad200d8

Browse files
committed
fix: model change from llama-3.1-70b-versatile to llama-3.1-8b-instant
1 parent 33aba0b commit ad200d8

1 file changed

Lines changed: 3 additions & 3 deletions

File tree

modules/ai_generator.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ def generate_profile_summary(self, profile_data):
5050
"content": prompt
5151
}
5252
],
53-
model="llama-3.1-70b-versatile"
53+
model="llama-3.1-8b-instant"
5454
)
5555
if not response.choices or response.choices[0].message.content == "":
5656
raise Exception("No response from AI model")
@@ -119,8 +119,8 @@ def validate_json_response(response):
119119
"content": construct_prompt(contributions)
120120
}
121121
],
122-
model="llama-3.1-70b-versatile",
123-
response_format={"type": "json_object"}
122+
model="llama-3.1-8b-instant",
123+
response_format={"type": "json_object"}
124124
)
125125

126126
# Extract response content

0 commit comments

Comments
 (0)