| { |
| "best_global_step": 17, |
| "best_metric": 0.4835864, |
| "best_model_checkpoint": "/mnt/disks/sdb/dayoon_ko/output/nqpara-all-wnl/lr-3e-5-batch-4/checkpoint-17", |
| "epoch": 1.0, |
| "eval_steps": 2, |
| "global_step": 17, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.061895551257253385, |
| "grad_norm": 18.75, |
| "learning_rate": 3e-05, |
| "loss": 1.1349077224731445, |
| "memory(GiB)": 96.58, |
| "step": 1, |
| "token_acc": 0.7732092589081256, |
| "train_speed(iter/s)": 0.007516 |
| }, |
| { |
| "epoch": 0.12379110251450677, |
| "eval_loss": 0.7309088110923767, |
| "eval_runtime": 19.3212, |
| "eval_samples_per_second": 2.226, |
| "eval_steps_per_second": 0.569, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.24758220502901354, |
| "eval_loss": 0.5805338025093079, |
| "eval_runtime": 19.4233, |
| "eval_samples_per_second": 2.214, |
| "eval_steps_per_second": 0.566, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.3713733075435203, |
| "eval_loss": 0.5194844603538513, |
| "eval_runtime": 18.8319, |
| "eval_samples_per_second": 2.283, |
| "eval_steps_per_second": 0.584, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.4951644100580271, |
| "eval_loss": 0.4991206228733063, |
| "eval_runtime": 19.2405, |
| "eval_samples_per_second": 2.235, |
| "eval_steps_per_second": 0.572, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.6189555125725339, |
| "eval_loss": 0.4898950457572937, |
| "eval_runtime": 19.974, |
| "eval_samples_per_second": 2.153, |
| "eval_steps_per_second": 0.551, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.7427466150870407, |
| "eval_loss": 0.4852791726589203, |
| "eval_runtime": 19.2596, |
| "eval_samples_per_second": 2.233, |
| "eval_steps_per_second": 0.571, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.8665377176015474, |
| "eval_loss": 0.48366209864616394, |
| "eval_runtime": 18.8268, |
| "eval_samples_per_second": 2.284, |
| "eval_steps_per_second": 0.584, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.9903288201160542, |
| "eval_loss": 0.48381921648979187, |
| "eval_runtime": 18.2985, |
| "eval_samples_per_second": 2.35, |
| "eval_steps_per_second": 0.601, |
| "step": 16 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.4835864007472992, |
| "eval_runtime": 18.4797, |
| "eval_samples_per_second": 2.327, |
| "eval_steps_per_second": 0.595, |
| "step": 17 |
| } |
| ], |
| "logging_steps": 64, |
| "max_steps": 17, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.7653160524694323e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
