Ascend910A Lora微调Qwen1.5 7B 报错Cast failed, original value: 0.0883883, type: FP32Imm 解决方法

环境

• MS：mindspore2.2.13
• CANN:7.0
• mindformers:
  • version:1.0
  • branch: 1.0
  • tag:ac544ba7b4346700142c0cf4d0d73391d8548504
• npu: Ascend910A * 8
• config:

seed: 0
output_dir: './output' # path to save checkpoint/strategy
load_checkpoint: '/mnt/dataset/mindformers/research/pretrain/ckpt'
src_strategy_path_or_dir: ''
auto_trans_ckpt: True # If true, auto transform load_checkpoint to load in distributed model
only_save_strategy: False
resume_training: False
use_parallel: True
run_mode: 'finetune'

# trainer config
trainer:
  type: CausalLanguageModelingTrainer
  model_name: 'qwen2_7b'

# dataset
train_dataset: &train_dataset
  data_loader:
    type: MindDataset
    dataset_dir: "/mnt/dataset/alpaca_ds/mindrecord/alpaca-messages.mindrecord"
    shuffle: True
  input_columns: ["input_ids", "target_ids", "attention_mask"]
  num_parallel_workers: 8
  python_multiprocessing: False
  drop_remainder: True
  batch_size: 2
  repeat: 1
  numa_enable: False
  prefetch_size: 1
train_dataset_task:
  type: CausalLanguageModelDataset
  dataset_config: *train_dataset

# runner config
runner_config:
  epochs: 5
  batch_size: 2
  sink_mode: True