text,label
"This product is amazing",positive
"Terrible experience",negative
"Average quality",neutral

{"messages": [
  {"role": "user", "content": "What is Python?"},
  {"role": "assistant", "content": "Python is a programming language"}
]}

dataset/
  cats/
    cat1.jpg
    cat2.jpg
  dogs/
    dog1.jpg
    dog2.jpg

{
  "prompt": "Explain gravity",
  "chosen": "Gravity is a force that attracts objects...",
  "rejected": "gravity is thing that make stuff fall"
}

John    B-PERSON
Smith   I-PERSON
visited O
Paris   B-LOCATION

{"messages": [
  {"role": "user", "content": "Hello"},
  {"role": "assistant", "content": "Hi there!"}
]}

{"conversations": [
  {"from": "human", "value": "Hello"},
  {"from": "assistant", "value": "Hi there!"}
]}

{"messages": [
  {"role": "user", "content": "2+2等于多少？"},
  {"role": "assistant", "content": "让我计算一下。"},
  {"role": "tool", "content": "4"},
  {"role": "assistant", "content": "答案是4。"}
]}

{"messages": [
  {"role": "user", "content": "巴黎的天气怎么样？"},
  {
    "role": "assistant",
    "content": "让我查一下。",
    "tool_calls": [{"function": {"name": "get_weather", "arguments": "{\"city\": \"Paris\"}"}}]
  },
  {"role": "tool", "content": "晴天，20度"},
  {"role": "assistant", "content": "巴黎是晴天，20度。"}
]}

{
  "role": "assistant",
  "content": "让我搜索一下。",
  "tool_calls": [{"id": "call_123", "type": "function", "function": {"name": "search", "arguments": "{\"query\": \"weather\"}"}}]
}

让我搜索一下。
{"content": "让我搜索一下。", "tool_calls": [{"id": "call_123", "type": "function", "function": {"name": "search", "arguments": "{\"query\": \"weather\"}"}}]}

// 之前（在 Gemma 上会失败）
[
  {"role": "assistant", "content": "你好！"},
  {"role": "assistant", "content": "有什么可以帮你的？"}
]

// 之后（自动修复）
[
  {"role": "assistant", "content": "你好！\n有什么可以帮你的？"}
]

// 之前（system → assistant，没有 user）
[
  {"role": "system", "content": "你是一个有用的助手"},
  {"role": "assistant", "content": "你好！"}
]

// 之后（自动修复）
[
  {"role": "system", "content": "你是一个有用的助手"},
  {"role": "user", "content": "[Continued]"},
  {"role": "assistant", "content": "你好！"}
]

aitraining llm --train \
  --model google/gemma-3-270m \
  --data-path tatsu-lab/alpaca \
  --auto-convert-dataset \
  --chat-template gemma3 \
  --trainer sft

--chat-template tokenizer  # 使用模型的模板（推荐）
--chat-template chatml     # 强制 ChatML
--chat-template none       # 禁用纯文本

aitraining llm --train \
  --model google/gemma-3-270m \
  --data-path ./qa_pairs.jsonl \
  --auto-convert-dataset \
  --conversation-extension 3 \
  --trainer sft