Diamanta commited on
Commit
5f418ba
·
verified ·
1 Parent(s): fd2a9b8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -11
app.py CHANGED
@@ -67,21 +67,27 @@ class GenerateRequest(BaseModel):
67
 
68
 
69
  class ModelInfo(BaseModel):
70
- id: str
71
- name: str
72
- description: str
73
- format: str
74
- path: str
75
- size: int
 
 
 
76
 
77
  AVAILABLE_MODELS = [
78
  ModelInfo(
79
  id="codellama-7b-instruct",
80
- name="CodeLlama 7b Instruct",
81
- description="CodeLlama 7b instruct model",
82
- format="gguf",
83
- path="/models/codellama-7b-instruct.gguf",
84
- size=8000000000
 
 
 
85
  )
86
  ]
87
 
 
67
 
68
 
69
  class ModelInfo(BaseModel):
70
+ id: str,
71
+ object: str,
72
+ type: str,
73
+ publisher: str,
74
+ arch: str,
75
+ compatibility_type: str,
76
+ quantization: str,
77
+ state: str,
78
+ max_context_length: int
79
 
80
  AVAILABLE_MODELS = [
81
  ModelInfo(
82
  id="codellama-7b-instruct",
83
+ object="model",
84
+ type="llm",
85
+ publisher="lmstudio-community",
86
+ arch="llama",
87
+ compatibility_type="gguf",
88
+ quantization="Q4_K_M",
89
+ state="loaded",
90
+ max_context_length=32768
91
  )
92
  ]
93