CounselTrajLM-Qwen3-8B / generate_reply.py
ZhiyangQi97's picture
Release merged BF16 CounselTrajLM based on Qwen3-8B
4a13f72 verified
Raw History Blame Contribute Delete
3.97 kB
"""Generate the next Chinese counselor reply with the complete CounselTrajLM model."""
import argparse
import json
from pathlib import Path
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
REPO_ID = "UEC-InabaLab/CounselTrajLM-Qwen3-8B"
SYSTEM_PROMPT = (
"你是一名专业、温和、自然的线上心理咨询师。"
"请根据对话历史生成下一句咨询师回复。"
"回复只写咨询师要说的话,不要写说话人名称,不要写对话标签。"
)
def build_prompt(tokenizer, history):
messages = [
{"role": "system", "content": SYSTEM_PROMPT},
{
"role": "user",
"content": f"对话历史:\n{history[-1800:]}\n\n请生成下一句咨询师回复。",
},
]
return tokenizer.apply_chat_template(
messages,
tokenize=False,
add_generation_prompt=True,
enable_thinking=False,
)
def load_model(model_id=REPO_ID, local_files_only=False):
tokenizer = AutoTokenizer.from_pretrained(model_id, local_files_only=local_files_only)
if tokenizer.pad_token_id is None:
tokenizer.pad_token = tokenizer.eos_token
kwargs = {
"dtype": torch.bfloat16,
"device_map": "auto",
"attn_implementation": "sdpa",
"local_files_only": local_files_only,
}
model = AutoModelForCausalLM.from_pretrained(model_id, **kwargs)
model.eval()
return tokenizer, model
def generate_reply(tokenizer, model, history, max_new_tokens=256):
prompt = build_prompt(tokenizer, history)
inputs = tokenizer(
prompt,
return_tensors="pt",
add_special_tokens=False,
truncation=True,
max_length=2048,
).to(model.device)
with torch.inference_mode():
output = model.generate(
**inputs,
max_new_tokens=max_new_tokens,
do_sample=False,
repetition_penalty=1.05,
pad_token_id=tokenizer.pad_token_id,
eos_token_id=tokenizer.eos_token_id,
)
return tokenizer.decode(
output[0, inputs["input_ids"].shape[1]:], skip_special_tokens=True
).strip()
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("--model", "--adapter", dest="model", default=REPO_ID)
parser.add_argument("--history")
parser.add_argument("--input-file", type=Path)
parser.add_argument("--output-file", type=Path)
parser.add_argument("--max-new-tokens", type=int, default=256)
parser.add_argument("--local-files-only", action="store_true")
args = parser.parse_args()
if bool(args.history) == bool(args.input_file):
parser.error("Provide exactly one of --history or --input-file")
rows = [{"id": "example", "history": args.history}] if args.history else [
json.loads(line)
for line in args.input_file.read_text(encoding="utf-8").splitlines()
if line.strip()
]
if not rows or any(not isinstance(row.get("history"), str) or not row["history"].strip() for row in rows):
parser.error("Every input row must contain a nonempty history string")
tokenizer, model = load_model(
args.model,
local_files_only=args.local_files_only,
)
results = []
for row in rows:
reply = generate_reply(tokenizer, model, row["history"], args.max_new_tokens)
if not reply:
raise RuntimeError("Empty reply for input " + str(row.get("id", "")))
result = {"id": row.get("id", ""), "history": row["history"], "response": reply}
results.append(result)
print(json.dumps(result, ensure_ascii=False), flush=True)
if args.output_file:
args.output_file.parent.mkdir(parents=True, exist_ok=True)
args.output_file.write_text(
"".join(json.dumps(row, ensure_ascii=False) + "\n" for row in results),
encoding="utf-8",
)
if __name__ == "__main__":
main()