- 강의 질문
- AI TECH
args=TrainingArguments 문제
trainer = Trainer(
model=model,
train_dataset=train_data,
eval_dataset=val_data,
args=TrainingArguments(
per_device_train_batch_size = micro_batch_size,
per_device_eval_batch_size = micro_batch_size,
gradient_accumulation_steps = gradient_accumulation_steps,
warmup_steps = warmup_steps,
num_train_epochs = num_epochs,
learning_rate = learning_rate,
adam_beta1 = beta1, # adam 활용할때 사용
adam_beta2 = beta2, # adam 활용할때 사용
fp16 = use_fp16,
bf16 = use_bf_16,
logging_steps = logging_steps,
optim = optimizer,
evaluation_strategy = evaluation_strategy if val_size > 0 else "no",
save_strategy="steps", #스텝기준으로 save
eval_steps = eval_steps if val_size > 0 else None,
save_steps = save_steps,
lr_scheduler_type=lr_scheduler,
output_dir = output_dir,
#save_total_limit = 4,
load_best_model_at_end = True if val_size > 0 else False ,
group_by_length=group_by_length,
report_to="wandb" if use_wandb else None,
run_name=wandb_run_name if use_wandb else None,
),
data_collator=DataCollatorForSeq2Seq(
tokenizer, pad_to_multiple_of=8, return_tensors="pt", padding=True
),
)
에서
TypeError: TrainingArguments.__init__() got an unexpected keyword argument 'evaluation_strategy'
발생이 되고 있습니다.
args=TrainingArguments
가 문제되고 있는데 가이드 부탁드립니다.