Update README.md (#3)

- Update README.md (41a230123d1784b029cf0b9a846cd205a3e50df9)


Co-authored-by: Yao Zhao <zheyishine@users.noreply.huggingface.co>

README.md

@@ -162,14 +162,22 @@ More usage can be found [here](https://docs.sglang.ai/basic_usage/send_request.h
 
 #### Environment Preparation
 
-Since the Pull Request (PR) has not been submitted to the vLLM community at this stage, please prepare the environment by following the steps below:
+Since the Pull Request (PR) has not been submitted to the vLLM community at this stage, please prepare the environment by following the steps below.
+
+First, create a Conda environment with Python 3.10 and CUDA 12.8:
 ```shell
-pip install torch==2.7.0 torchvision==0.22.0 
+conda create -n vllm python=3.10
+conda activate vllm
 ```
 
-Then you should install our vLLM wheel package:
+Next, install our vLLM wheel package:
 ```shell
-pip install https://media.githubusercontent.com/media/inclusionAI/Ring-V2/refs/heads/main/hybrid_linear/whls/vllm-0.8.5%2Bcuda12_8_gcc10_2_1-cp310-cp310-linux_x86_64.whl --no-deps --force-reinstall
+pip install https://media.githubusercontent.com/media/zheyishine/vllm_whl/refs/heads/main/vllm-0.8.5.post2.dev28%2Bgd327eed71.cu128-cp310-cp310-linux_x86_64.whl --force-reinstall
+```
+
+Finally, install compatible versions of transformers after vLLM is installed:
+```shell
+pip install transformers==4.51.1 
 ```
 
 #### Offline Inference
@@ -178,28 +186,39 @@ pip install https://media.githubusercontent.com/media/inclusionAI/Ring-V2/refs/h
 from transformers import AutoTokenizer
 from vllm import LLM, SamplingParams
 
-tokenizer = AutoTokenizer.from_pretrained("inclusionAI/Ring-mini-linear-2.0")
-
-sampling_params = SamplingParams(temperature=0.6, top_p=1.0, max_tokens=8192)
+if __name__ == '__main__':
+    tokenizer = AutoTokenizer.from_pretrained("inclusionAI/Ring-mini-linear-2.0", trust_remote_code=True)
+    
+    sampling_params = SamplingParams(temperature=0.6, top_p=1.0, max_tokens=1024)
 
-llm = LLM(model="inclusionAI/Ring-mini-linear-2.0", dtype='bfloat16', enable_prefix_caching=False)
-prompt = "Give me a short introduction to large language models."
-messages = [
-    {"role": "user", "content": prompt}
-]
-
-text = tokenizer.apply_chat_template(
-    messages,
-    tokenize=False,
-    add_generation_prompt=True
-)
-outputs = llm.generate([text], sampling_params)
+    # use `max_num_seqs=1` without concurrency
+    llm = LLM(model="inclusionAI/Ring-mini-linear-2.0", dtype='auto', enable_prefix_caching=False, max_num_seqs=128)
+    
+    
+    prompt = "Give me a short introduction to large language models."
+    messages = [
+        {"role": "user", "content": prompt}
+    ]
+    
+    text = tokenizer.apply_chat_template(
+        messages,
+        tokenize=False,
+        add_generation_prompt=True
+    )
+    outputs = llm.generate([text], sampling_params)
+    for output in outputs:
+        print(output.outputs[0].text)
 ```
 
 #### Online Inference
 ```shell
 vllm serve inclusionAI/Ring-mini-linear-2.0 \
               --tensor-parallel-size 1 \
+              --pipeline-parallel-size 1 \
               --gpu-memory-utilization 0.90 \
+              --max-num-seqs 128 \
               --no-enable-prefix-caching
+              --api-key your-api-key
 ```
+
+