Upload folder using huggingface_hub
Browse files
modeling_internvl_chat.py
CHANGED
|
@@ -375,7 +375,7 @@ class InternVLChatModel(PreTrainedModel):
|
|
| 375 |
vit_embeds = self.mlp1(vit_embeds)
|
| 376 |
return vit_embeds
|
| 377 |
|
| 378 |
-
def chat(self, tokenizer, pixel_values, question, generation_config, history=None,
|
| 379 |
IMG_START_TOKEN='<img>', IMG_END_TOKEN='</img>', IMG_CONTEXT_TOKEN='<IMG_CONTEXT>'):
|
| 380 |
|
| 381 |
img_context_token_id = tokenizer.convert_tokens_to_ids(IMG_CONTEXT_TOKEN)
|
|
@@ -407,7 +407,10 @@ class InternVLChatModel(PreTrainedModel):
|
|
| 407 |
)
|
| 408 |
response = tokenizer.batch_decode(generation_output, skip_special_tokens=True)[0]
|
| 409 |
history.append((question, response))
|
| 410 |
-
|
|
|
|
|
|
|
|
|
|
| 411 |
|
| 412 |
@torch.no_grad()
|
| 413 |
def generate(
|
|
|
|
| 375 |
vit_embeds = self.mlp1(vit_embeds)
|
| 376 |
return vit_embeds
|
| 377 |
|
| 378 |
+
def chat(self, tokenizer, pixel_values, question, generation_config, history=None, return_history=False,
|
| 379 |
IMG_START_TOKEN='<img>', IMG_END_TOKEN='</img>', IMG_CONTEXT_TOKEN='<IMG_CONTEXT>'):
|
| 380 |
|
| 381 |
img_context_token_id = tokenizer.convert_tokens_to_ids(IMG_CONTEXT_TOKEN)
|
|
|
|
| 407 |
)
|
| 408 |
response = tokenizer.batch_decode(generation_output, skip_special_tokens=True)[0]
|
| 409 |
history.append((question, response))
|
| 410 |
+
if return_history:
|
| 411 |
+
return response, history
|
| 412 |
+
else:
|
| 413 |
+
return response
|
| 414 |
|
| 415 |
@torch.no_grad()
|
| 416 |
def generate(
|