Lora微调大模型

axb你猜我猜不猜

于 2024-07-27 21:12:56 发布

阅读量191

点赞数 2

CC 4.0 BY-SA版权

文章标签：人工智能深度学习

本文链接：https://blog.youkuaiyun.com/weixin_44763000/article/details/140741306

import os
import warnings
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
os.environ['TRANSFORMERS_OFFLINE'] = '1'

warnings.filterwarnings("ignore")

from transformers import (AutoModelForCausalLM,
                          AutoTokenizer,
                          TrainingArguments,
                          Trainer,
                          DataCollatorForSeq2Seq)

from peft import (LoraConfig, 
                  get_peft_model, 
                  TaskType)

from datasets import load_dataset

_tokenizer = AutoTokenizer.from_pretrained("Qwen2-0___5B")
_model = AutoModelForCausalLM.from_pretrained("Qwen2-0___5B")

# for name ,param in _model.named_parameters():
#     print(name)

_dataset = load_dataset("json",data_files="data.json",split="train")

def preprocess_dataset(example):
    MAX_LENGTH = 256
    _input_ids, _attention_mask, _labels = [], [], []
    _instruction = _tokenizer(f"User: {example['instruction']}Assistant: ",add_special_tokens=False)