fix check_model_inputs
#5
by
huang11
- opened
- README.md +0 -3
- modeling_interns1_pro.py +3 -3
README.md
CHANGED
|
@@ -60,9 +60,6 @@ temperature = 0.8
|
|
| 60 |
|
| 61 |
### Serving
|
| 62 |
|
| 63 |
-
> [!IMPORTANT]
|
| 64 |
-
> Running a trillion-parameter model using the native Hugging Face forward method is challenging. We strongly recommend using an LLM inference engine (such as LMDeploy, vLLM, or sglang) to host Intern-S1-Pro and accessing the model via API.
|
| 65 |
-
|
| 66 |
Intern-S1-Pro can be deployed using any of the following LLM inference frameworks:
|
| 67 |
|
| 68 |
- LMDeploy
|
|
|
|
| 60 |
|
| 61 |
### Serving
|
| 62 |
|
|
|
|
|
|
|
|
|
|
| 63 |
Intern-S1-Pro can be deployed using any of the following LLM inference frameworks:
|
| 64 |
|
| 65 |
- LMDeploy
|
modeling_interns1_pro.py
CHANGED
|
@@ -986,7 +986,7 @@ class InternS1ProTextModel(InternS1ProPreTrainedModel):
|
|
| 986 |
# Initialize weights and apply final processing
|
| 987 |
self.post_init()
|
| 988 |
|
| 989 |
-
@check_model_inputs
|
| 990 |
@auto_docstring
|
| 991 |
def forward(
|
| 992 |
self,
|
|
@@ -1212,7 +1212,7 @@ class InternS1ProModel(InternS1ProPreTrainedModel):
|
|
| 1212 |
return special_image_mask, special_video_mask
|
| 1213 |
|
| 1214 |
@auto_docstring
|
| 1215 |
-
@check_model_inputs
|
| 1216 |
def forward(
|
| 1217 |
self,
|
| 1218 |
input_ids: torch.LongTensor = None,
|
|
@@ -1405,7 +1405,7 @@ class InternS1ProForConditionalGeneration(InternS1ProPreTrainedModel, Generation
|
|
| 1405 |
def visual(self):
|
| 1406 |
return self.model.visual
|
| 1407 |
|
| 1408 |
-
@check_model_inputs
|
| 1409 |
def forward(
|
| 1410 |
self,
|
| 1411 |
input_ids: torch.LongTensor = None,
|
|
|
|
| 986 |
# Initialize weights and apply final processing
|
| 987 |
self.post_init()
|
| 988 |
|
| 989 |
+
@check_model_inputs()
|
| 990 |
@auto_docstring
|
| 991 |
def forward(
|
| 992 |
self,
|
|
|
|
| 1212 |
return special_image_mask, special_video_mask
|
| 1213 |
|
| 1214 |
@auto_docstring
|
| 1215 |
+
@check_model_inputs()
|
| 1216 |
def forward(
|
| 1217 |
self,
|
| 1218 |
input_ids: torch.LongTensor = None,
|
|
|
|
| 1405 |
def visual(self):
|
| 1406 |
return self.model.visual
|
| 1407 |
|
| 1408 |
+
@check_model_inputs()
|
| 1409 |
def forward(
|
| 1410 |
self,
|
| 1411 |
input_ids: torch.LongTensor = None,
|