wandb_version: 1 _wandb: desc: null value: python_version: 3.10.13 cli_version: 0.16.1 framework: huggingface huggingface_version: 4.31.0 is_jupyter_run: false is_kaggle_kernel: false start_time: 1707415220.764703 t: 1: - 1 - 2 - 3 - 5 - 11 - 12 - 15 - 49 - 51 - 53 - 55 - 71 - 98 2: - 1 - 2 - 3 - 5 - 11 - 12 - 15 - 49 - 51 - 53 - 55 - 71 - 98 3: - 7 - 23 4: 3.10.13 5: 0.16.1 6: 4.31.0 8: - 5 13: linux-x86_64 m: - 1: train/global_step 6: - 3 vocab_size: desc: null value: 32256 max_position_embeddings: desc: null value: 16384 hidden_size: desc: null value: 4096 intermediate_size: desc: null value: 11008 num_hidden_layers: desc: null value: 32 num_attention_heads: desc: null value: 32 num_key_value_heads: desc: null value: 32 hidden_act: desc: null value: silu initializer_range: desc: null value: 0.02 rms_norm_eps: desc: null value: 1.0e-06 pretraining_tp: desc: null value: 1 use_cache: desc: null value: true rope_scaling: desc: null value: factor: 4.0 type: linear return_dict: desc: null value: true output_hidden_states: desc: null value: false output_attentions: desc: null value: false torchscript: desc: null value: false torch_dtype: desc: null value: bfloat16 use_bfloat16: desc: null value: false tf_legacy_loss: desc: null value: false pruned_heads: desc: null value: {} tie_word_embeddings: desc: null value: false is_encoder_decoder: desc: null value: false is_decoder: desc: null value: false cross_attention_hidden_size: desc: null value: null add_cross_attention: desc: null value: false tie_encoder_decoder: desc: null value: false max_length: desc: null value: 20 min_length: desc: null value: 0 do_sample: desc: null value: false early_stopping: desc: null value: false num_beams: desc: null value: 1 num_beam_groups: desc: null value: 1 diversity_penalty: desc: null value: 0.0 temperature: desc: null value: 1.0 top_k: desc: null value: 50 top_p: desc: null value: 1.0 typical_p: desc: null value: 1.0 repetition_penalty: desc: null value: 1.0 length_penalty: desc: null value: 1.0 no_repeat_ngram_size: desc: null value: 0 encoder_no_repeat_ngram_size: desc: null value: 0 bad_words_ids: desc: null value: null num_return_sequences: desc: null value: 1 chunk_size_feed_forward: desc: null value: 0 output_scores: desc: null value: false return_dict_in_generate: desc: null value: false forced_bos_token_id: desc: null value: null forced_eos_token_id: desc: null value: null remove_invalid_values: desc: null value: false exponential_decay_length_penalty: desc: null value: null suppress_tokens: desc: null value: null begin_suppress_tokens: desc: null value: null architectures: desc: null value: - LlamaForCausalLM finetuning_task: desc: null value: null id2label: desc: null value: '0': LABEL_0 '1': LABEL_1 label2id: desc: null value: LABEL_0: 0 LABEL_1: 1 tokenizer_class: desc: null value: null prefix: desc: null value: null bos_token_id: desc: null value: 32013 pad_token_id: desc: null value: 0 eos_token_id: desc: null value: 32021 sep_token_id: desc: null value: null decoder_start_token_id: desc: null value: null task_specific_params: desc: null value: null problem_type: desc: null value: null _name_or_path: desc: null value: deepseek-ai/deepseek-coder-6.7b-instruct transformers_version: desc: null value: 4.31.0 attention_bias: desc: null value: false model_type: desc: null value: llama rope_theta: desc: null value: 100000 output_dir: desc: null value: output-67b-26k-lora overwrite_output_dir: desc: null value: false do_train: desc: null value: false do_eval: desc: null value: true do_predict: desc: null value: false evaluation_strategy: desc: null value: epoch prediction_loss_only: desc: null value: false per_device_train_batch_size: desc: null value: 4 per_device_eval_batch_size: desc: null value: 1 per_gpu_train_batch_size: desc: null value: None per_gpu_eval_batch_size: desc: null value: None gradient_accumulation_steps: desc: null value: 16 eval_accumulation_steps: desc: null value: None eval_delay: desc: null value: 0 learning_rate: desc: null value: 2.0e-05 weight_decay: desc: null value: 0.0 adam_beta1: desc: null value: 0.9 adam_beta2: desc: null value: 0.999 adam_epsilon: desc: null value: 1.0e-08 max_grad_norm: desc: null value: 1.0 num_train_epochs: desc: null value: 2 max_steps: desc: null value: -1 lr_scheduler_type: desc: null value: cosine warmup_ratio: desc: null value: 0.0 warmup_steps: desc: null value: 10 log_level: desc: null value: passive log_level_replica: desc: null value: warning log_on_each_node: desc: null value: true logging_dir: desc: null value: output-67b-26k-lora/runs/Feb08_17-59-25_default logging_strategy: desc: null value: steps logging_first_step: desc: null value: false logging_steps: desc: null value: 1 logging_nan_inf_filter: desc: null value: true save_strategy: desc: null value: epoch save_steps: desc: null value: 100 save_total_limit: desc: null value: 100 save_safetensors: desc: null value: false save_on_each_node: desc: null value: false no_cuda: desc: null value: false use_mps_device: desc: null value: false seed: desc: null value: 42 data_seed: desc: null value: None jit_mode_eval: desc: null value: false use_ipex: desc: null value: false bf16: desc: null value: true fp16: desc: null value: false fp16_opt_level: desc: null value: O1 half_precision_backend: desc: null value: auto bf16_full_eval: desc: null value: false fp16_full_eval: desc: null value: false tf32: desc: null value: None local_rank: desc: null value: 0 ddp_backend: desc: null value: None tpu_num_cores: desc: null value: None tpu_metrics_debug: desc: null value: false debug: desc: null value: '[]' dataloader_drop_last: desc: null value: false eval_steps: desc: null value: None dataloader_num_workers: desc: null value: 4 past_index: desc: null value: -1 run_name: desc: null value: output-67b-26k-lora disable_tqdm: desc: null value: false remove_unused_columns: desc: null value: true label_names: desc: null value: None load_best_model_at_end: desc: null value: true metric_for_best_model: desc: null value: loss greater_is_better: desc: null value: false ignore_data_skip: desc: null value: false sharded_ddp: desc: null value: '[]' fsdp: desc: null value: '[]' fsdp_min_num_params: desc: null value: 0 fsdp_config: desc: null value: '{''fsdp_min_num_params'': 0, ''xla'': False, ''xla_fsdp_grad_ckpt'': False}' fsdp_transformer_layer_cls_to_wrap: desc: null value: None deepspeed: desc: null value: None label_smoothing_factor: desc: null value: 0.0 optim: desc: null value: adamw_torch optim_args: desc: null value: None adafactor: desc: null value: false group_by_length: desc: null value: false length_column_name: desc: null value: length report_to: desc: null value: '[''tensorboard'', ''wandb'']' ddp_find_unused_parameters: desc: null value: None ddp_bucket_cap_mb: desc: null value: None ddp_broadcast_buffers: desc: null value: None dataloader_pin_memory: desc: null value: true skip_memory_metrics: desc: null value: true use_legacy_prediction_loop: desc: null value: false push_to_hub: desc: null value: true resume_from_checkpoint: desc: null value: None hub_model_id: desc: null value: zzz99/output-67b-26k-lora hub_strategy: desc: null value: every_save hub_token: desc: null value: hub_private_repo: desc: null value: false gradient_checkpointing: desc: null value: true include_inputs_for_metrics: desc: null value: false fp16_backend: desc: null value: auto push_to_hub_model_id: desc: null value: None push_to_hub_organization: desc: null value: None push_to_hub_token: desc: null value: mp_parameters: desc: null value: '' auto_find_batch_size: desc: null value: false full_determinism: desc: null value: false torchdynamo: desc: null value: None ray_scope: desc: null value: last ddp_timeout: desc: null value: 1800 torch_compile: desc: null value: false torch_compile_backend: desc: null value: None torch_compile_mode: desc: null value: None xpu_backend: desc: null value: None cache_dir: desc: null value: None model_max_length: desc: null value: 960 gradient_checkpointing_kwargs: desc: null value: '{''use_reentrant'': False}' train_batch_size: desc: null value: 4 eval_batch_size: desc: null value: 1