Update app.py
Browse files
app.py
CHANGED
|
@@ -38,7 +38,7 @@ def generate_response(prompt: str, max_new_tokens: int = 4096):
|
|
| 38 |
async def generate_text(input: ModelInput):
|
| 39 |
try:
|
| 40 |
response = generate_response(
|
| 41 |
-
prompt=input.prompt,
|
| 42 |
max_new_tokens=input.max_new_tokens
|
| 43 |
)
|
| 44 |
return {"generated_text": response}
|
|
|
|
| 38 |
async def generate_text(input: ModelInput):
|
| 39 |
try:
|
| 40 |
response = generate_response(
|
| 41 |
+
prompt=(input.prompt,"You are a helpful assistant.")
|
| 42 |
max_new_tokens=input.max_new_tokens
|
| 43 |
)
|
| 44 |
return {"generated_text": response}
|