lesson2_pipeline.py

from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline

# 配置 Hugging Face 模型
def get_chat_pipeline():
    model_name = "EleutherAI/gpt-j-6B"  # 替换为适合的模型
    tokenizer = AutoTokenizer.from_pretrained(model_name)
    model = AutoModelForCausalLM.from_pretrained(model_name)
    hf_pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer, max_length=512)
    
    # 返回 Hugging Face 的原生 pipeline，而非 HuggingFacePipeline
    return hf_pipeline