thuannh commited on
Commit
49a68eb
·
verified ·
1 Parent(s): af0da18

Update model.yml

Browse files
Files changed (1) hide show
  1. model.yml +2 -2
model.yml CHANGED
@@ -7,10 +7,10 @@ top_p: 0.95
7
  temperature: 0.7
8
  frequency_penalty: 0
9
  presence_penalty: 0
10
- max_tokens: 128000 # Infer from base config.json -> max_position_embeddings
11
  stream: true # true | false
12
  stop: ["<|end|>"]
13
 
14
  # Engine / Model Settings
15
- engine: cortex.llamacpp
16
  prompt_template: "<|user|>\n{prompt}<|end|>\n<|assistant|>\n"
 
7
  temperature: 0.7
8
  frequency_penalty: 0
9
  presence_penalty: 0
10
+ max_tokens: 8192 # Infer from base config.json -> max_position_embeddings
11
  stream: true # true | false
12
  stop: ["<|end|>"]
13
 
14
  # Engine / Model Settings
15
+ engine: llama-cpp
16
  prompt_template: "<|user|>\n{prompt}<|end|>\n<|assistant|>\n"