|
|
# okto_version: "1.2"
|
|
|
PROJECT "BehaviorChatExample"
|
|
|
DESCRIPTION "Demonstrates BEHAVIOR block with mode and prompt_style"
|
|
|
|
|
|
ENV {
|
|
|
accelerator: "gpu"
|
|
|
min_memory: "8GB"
|
|
|
precision: "fp16"
|
|
|
}
|
|
|
|
|
|
DATASET {
|
|
|
train: "examples/datasets/demo_train.jsonl"
|
|
|
format: "jsonl"
|
|
|
type: "chat"
|
|
|
language: "en"
|
|
|
}
|
|
|
|
|
|
MODEL {
|
|
|
name: "behavior-chat-model"
|
|
|
base: "oktoseek/base-mini"
|
|
|
device: "cuda"
|
|
|
}
|
|
|
|
|
|
TRAIN {
|
|
|
epochs: 5
|
|
|
batch_size: 32
|
|
|
learning_rate: 0.0001
|
|
|
device: "cuda"
|
|
|
}
|
|
|
|
|
|
BEHAVIOR {
|
|
|
mode: "chat"
|
|
|
personality: "friendly"
|
|
|
verbosity: "medium"
|
|
|
language: "en"
|
|
|
avoid: ["violence", "hate", "politics"]
|
|
|
fallback: "I'm here to help! How can I assist you?"
|
|
|
prompt_style: "User: {input}\nAssistant:"
|
|
|
}
|
|
|
|
|
|
INFERENCE {
|
|
|
mode: "chat"
|
|
|
format: "User: {input}\nAssistant:"
|
|
|
exit_command: "/exit"
|
|
|
|
|
|
params {
|
|
|
max_length: 120
|
|
|
temperature: 0.7
|
|
|
top_p: 0.9
|
|
|
do_sample: true
|
|
|
}
|
|
|
|
|
|
CONTROL {
|
|
|
IF confidence < 0.3 { RETRY }
|
|
|
IF repetition > 3 { REGENERATE }
|
|
|
}
|
|
|
}
|
|
|
|
|
|
GUARD {
|
|
|
prevent {
|
|
|
toxicity
|
|
|
bias
|
|
|
hallucination
|
|
|
}
|
|
|
|
|
|
detect_using: ["classifier", "regex"]
|
|
|
|
|
|
on_violation {
|
|
|
REPLACE
|
|
|
with_message: "Sorry, this request is not allowed."
|
|
|
}
|
|
|
}
|
|
|
|
|
|
EXPORT {
|
|
|
format: ["okm", "onnx"]
|
|
|
path: "export/"
|
|
|
}
|
|
|
|
|
|
|
