K-Adapter/run_finetune_figer_adapter.sh

35 строки
1.1 KiB
Bash
Executable File

# Copyright (c) Microsoft Corporation.
# Licensed under the MIT license.
task=entity_type
python examples/run_finetune_figer_adapter.py \
--model_type roberta \
--model_name_or_path roberta-large \
--config_name roberta-large \
--do_train \
--evaluate_during_training \
--do_eval \
--task_name=$task \
--data_dir=data/FIGER \
--output_dir=./proc_data \
--comment 'figer-adapter' \
--max_seq_length=256 \
--per_gpu_eval_batch_size=4 \
--per_gpu_train_batch_size=4 \
--learning_rate=3e-5 \
--gradient_accumulation_steps=1 \
--max_steps=-1 \
--model_name=roberta-large \
--overwrite_output_dir \
--overwrite_cache \
--warmup_steps=120 \
--save_steps=100 \
--freeze_bert="" \
--freeze_adapter="True" \
--adapter_size 768 \
--adapter_list "0,11,22" \
--adapter_skip_layers 0 \
--task_adapter '' \
--meta_fac_adaptermodel="./pretrained_models/fac-adapter/pytorch_model.bin" \
--meta_lin_adaptermodel="./pretrained_models/lin-adapter/pytorch_model.bin"