import json
import os
from pathlib import Path# 定义消息对象
class Message:def __init__(self, role, content):self.role = roleself.content = content# 定义对话组对象
class ConversationGroup:def __init__(self, messages, images):self.messages = messagesself.images = imagesdef to_dict(self):return {"messages": [msg.__dict__ for msg in self.messages],"images": self.images}def get_file_paths(directory):"""获取指定目录下所有文件夹中的文件路径:param directory: 要扫描的根目录:return: 包含所有文件路径的列表"""file_paths = []# 检查目录是否存在if not os.path.exists(directory):print(f"错误：目录 '{directory}' 不存在")return file_paths# 遍历目录下的所有项目for item in os.listdir(directory):item_path = os.path.join(directory, item)# 只处理文件夹（忽略文件）if os.path.isdir(item_path):# 遍历文件夹中的所有文件for file in os.listdir(item_path):file_path = os.path.join(item_path, file)# 只添加文件（忽略子文件夹）if os.path.isfile(file_path):file_paths.append(file_path)return file_pathsdef get_path_dir_info(path_file):new_path = "archive" + path_file.split("archive")[1]path_n = Path(new_path)# 获取上一级目录名parent_dir_name = path_n.parent.namereturn new_path, parent_dir_nameemotion = {"angry":"生气/愤怒","disgust":"厌恶","fear":"害怕/恐惧","happy":"开心/快乐","neutral":"平静","sad":"悲伤/难过","surprise":"惊讶/惊奇"
}
if __name__ == '__main__':all_files = get_file_paths("/Users/youngwea/Downloads/archive/train")print(all_files)output_data = []for file in all_files:new_path , dir_name = get_path_dir_info(file)user_message = Message("user", "<image>是什么表情？")assistant_message = Message("assistant", emotion.get(dir_name))conversation = ConversationGroup(messages=[user_message, assistant_message],images=[new_path])output_data.append(conversation.to_dict())json_output = json.dumps(output_data, indent=2, ensure_ascii=False)with open('../data/qwen2.5-vl-train-data.json', 'w', encoding='utf-8') as file:file.write(json_output)

llamafactory-cli train \--stage sft \--do_train True \--model_name_or_path xxx/modelscope/hub/models/Qwen/Qwen2.5-VL-7B-Instruct \--preprocessing_num_workers 16 \--finetuning_type lora \--template qwen2_vl \--flash_attn auto \--dataset_dir data \--dataset qwen2.5-vl-train-data \--cutoff_len 2048 \--learning_rate 5e-05 \--num_train_epochs 5.0 \--max_samples 100000 \--per_device_train_batch_size 2 \--gradient_accumulation_steps 8 \--lr_scheduler_type cosine \--max_grad_norm 1.0 \--logging_steps 5 \--save_steps 100 \--warmup_steps 0 \--packing False \--enable_thinking True \--report_to none \--output_dir saves/Qwen2.5-VL-7B-Instruct/lora/train_qwen2.5-vl-_2025-07-31-14-02-45 \--bf16 True \--plot_loss True \--trust_remote_code True \--ddp_timeout 180000000 \--include_num_input_tokens_seen True \--optim adamw_torch \--lora_rank 8 \--lora_alpha 16 \--lora_dropout 0 \--lora_target all \--freeze_vision_tower True \--freeze_multi_modal_projector True \--freeze_language_model False \--image_max_pixels 589824 \--image_min_pixels 1024 \--video_max_pixels 65536 \--video_min_pixels 256