Upload folder using huggingface_hub

README.md

@@ -522,7 +522,7 @@ from lmdeploy.vl import load_image
 
 model = 'OpenGVLab/InternVL3-1B'
 image = load_image('https://raw.githubusercontent.com/open-mmlab/mmdeploy/main/tests/data/tiger.jpeg')
-pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=4))
+pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=1))
 response = pipe(('describe this image', image))
 print(response.text)
 ```
@@ -539,7 +539,7 @@ from lmdeploy.vl import load_image
 from lmdeploy.vl.constants import IMAGE_TOKEN
 
 model = 'OpenGVLab/InternVL3-1B'
-pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=4))
+pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=1))
 
 image_urls=[
     'https://raw.githubusercontent.com/open-mmlab/mmdeploy/main/demo/resources/human-pose.jpg',
@@ -561,7 +561,7 @@ from lmdeploy import pipeline, TurbomindEngineConfig
 from lmdeploy.vl import load_image
 
 model = 'OpenGVLab/InternVL3-1B'
-pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=4))
+pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=1))
 
 image_urls=[
     "https://raw.githubusercontent.com/open-mmlab/mmdeploy/main/demo/resources/human-pose.jpg",
@@ -581,7 +581,7 @@ from lmdeploy import pipeline, TurbomindEngineConfig, GenerationConfig
 from lmdeploy.vl import load_image
 
 model = 'OpenGVLab/InternVL3-1B'
-pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=4))
+pipe = pipeline(model, backend_config=TurbomindEngineConfig(session_len=16384, tp=1))
 
 image = load_image('https://raw.githubusercontent.com/open-mmlab/mmdeploy/main/demo/resources/human-pose.jpg')
 gen_config = GenerationConfig(top_k=40, top_p=0.8, temperature=0.8)
@@ -596,7 +596,7 @@ print(sess.response.text)
 LMDeploy's `api_server` enables models to be easily packed into services with a single command. The provided RESTful APIs are compatible with OpenAI's interfaces. Below are an example of service startup:
 
 ```shell
-lmdeploy serve api_server OpenGVLab/InternVL3-1B --server-port 23333 --tp 4
+lmdeploy serve api_server OpenGVLab/InternVL3-1B --server-port 23333 --tp 1
 ```
 
 To use the OpenAI-style interface, you need to install OpenAI: